20:53:49.082 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:53:49.100 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskDoZseX/test-tmp
20:53:49.104 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:53:49.109 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskDoZseX/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:53:49.386 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:53:49.668 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:53:49.670 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:53:49.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:49.673446 7869 mini_oidc.cc:152] Starting JWKS server
20:53:49.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:49.680826 7869 webserver.cc:460] Webserver started at http://127.0.0.1:38449/ using document root <none> and password file <none>
20:53:49.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:49.681484 7869 mini_oidc.cc:189] Starting OIDC Discovery server
20:53:49.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:49.686483 7869 webserver.cc:460] Webserver started at http://127.0.0.1:33175/ using document root <none> and password file <none>
20:53:49.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T20:53:49Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
20:53:49.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T20:53:49Z Disabled control of system clock
20:53:49.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:49.750939 7869 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:53:49.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:53:49.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-0/wal
20:53:49.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-0/data
20:53:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:53:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:53:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:53:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:53:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:53:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:53:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-0/logs
20:53:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-0/data/info.pb
20:53:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:53:49.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:53:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:53:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:53:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:53:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:53:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:53:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:53:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:53:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:53:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:53:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:53:49.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.175.126:36729
20:53:49.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.175.126
20:53:49.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:53:49.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.175.84:36051
20:53:49.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:53:49.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:53:49.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:53:49.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:53:49.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.175.126:36729,127.7.175.125:41737,127.7.175.124:36977
20:53:49.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:53:49.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38449/jwks.json with env {}
20:53:50.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:50.228791 7882 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:53:50.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:50.229507 7882 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:53:50.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:50.230118 7882 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:53:50.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:50.261497 7882 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:53:50.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:50.261797 7882 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:53:50.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:50.262063 7882 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:53:50.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:50.262355 7882 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:53:50.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:50.262657 7882 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:53:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:50.262910 7882 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38449/jwks.json
20:53:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:50.306136 7882 master_runner.cc:386] Master server non-default flags:
20:53:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:53:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.175.84:36051
20:53:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:53:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:53:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-0/data
20:53:50.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-0/wal
20:53:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:53:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.175.126:36729,127.7.175.125:41737,127.7.175.124:36977
20:53:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:53:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:53:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:53:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.175.126:36729
20:53:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:53:50.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:53:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:53:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38449/jwks.json
20:53:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:53:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:53:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-0/data/info.pb
20:53:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.175.126
20:53:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:53:50.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:53:50.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:53:50.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:53:50.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:53:50.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:53:50.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-0/logs
20:53:50.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:53:50.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:53:50.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:53:50.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:53:50.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:53:50.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:53:50.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:53:50.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:53:50.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:53:50.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:53:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:50.307693 7882 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:53:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:50.309952 7882 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:53:50.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:50.345825 7888 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:53:51.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:50.352043 7889 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:53:51.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:50.355124 7891 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:53:51.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:50.353003 7882 server_base.cc:1034] running on GCE node
20:53:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.593947 7882 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:53:51.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.598717 7882 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:53:51.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.600178 7882 hybrid_clock.cc:648] HybridClock initialized: now 1786049631600129 us; error 108 us; skew 500 ppm
20:53:51.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.601063 7882 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:53:51.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.612600 7882 webserver.cc:460] Webserver started at http://127.7.175.126:43715/ using document root <none> and password file <none>
20:53:51.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.613695 7882 fs_manager.cc:359] Metadata directory not provided
20:53:51.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.613905 7882 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:53:51.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.614338 7882 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:53:51.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.620311 7882 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-0/data/instance:
20:53:51.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7005ced3b1e14f448c8fd5d8dcbf5475"
20:53:51.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:53:51 on dist-test-slave-vq2q"
20:53:51.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.621640 7882 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-0/wal/instance:
20:53:51.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7005ced3b1e14f448c8fd5d8dcbf5475"
20:53:51.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:53:51 on dist-test-slave-vq2q"
20:53:51.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.632442 7882 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.005s sys 0.005s
20:53:51.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.642372 7898 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:53:51.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.643693 7882 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.005s sys 0.003s
20:53:51.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.644042 7882 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-0/data,/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-0/wal
20:53:51.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7005ced3b1e14f448c8fd5d8dcbf5475"
20:53:51.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:53:51 on dist-test-slave-vq2q"
20:53:51.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.644490 7882 fs_report.cc:383] FS layout report
20:53:51.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:53:51.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-0/wal
20:53:51.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-0/wal
20:53:51.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-0/data/data
20:53:51.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:53:51.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:53:51.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:53:51.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:53:51.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:53:51.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:53:51.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:53:51.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:53:51.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:53:51.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:53:51.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:53:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.699208 7882 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:53:51.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.701681 7882 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:53:51.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.702414 7882 kserver.cc:163] Server-wide thread pool size limit: 3276
20:53:51.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.938143 7882 rpc_server.cc:307] RPC server started. Bound to: 127.7.175.126:36729
20:53:51.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.938663 7956 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.175.126:36729 every 8 connection(s)
20:53:51.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.941469 7882 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-0/data/info.pb
20:53:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.946220 7869 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu as pid 7882
20:53:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.946771 7869 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-0/wal/instance
20:53:51.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.952014 7957 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:53:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.952791 7869 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:53:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:53:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-1/wal
20:53:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-1/data
20:53:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:53:51.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:53:51.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:53:51.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:53:51.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:53:51.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:53:51.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-1/logs
20:53:51.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-1/data/info.pb
20:53:51.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:53:51.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:53:51.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:53:51.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:53:51.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:53:51.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:53:51.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:53:51.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:53:51.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:53:51.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:53:51.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:53:51.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:53:51.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.175.125:41737
20:53:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.175.125
20:53:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:53:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.175.84:36051
20:53:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:53:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:53:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:53:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:53:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.175.126:36729,127.7.175.125:41737,127.7.175.124:36977
20:53:51.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:53:51.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38449/jwks.json with env {}
20:53:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:51.978128 7957 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.175.126" port: 36729 } has no permanent_uuid. Determining permanent_uuid...
20:53:52.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:52.042903 7957 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } has no permanent_uuid. Determining permanent_uuid...
20:53:52.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:52.046653 7900 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.175.125:41737: connect: Connection refused (error 111)
20:53:52.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:52.055660 7957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.175.125:41737: Network error: Client connection negotiation failed: client connection to 127.7.175.125:41737: connect: Connection refused (error 111)
20:53:52.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:52.105161 7957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } attempt: 1
20:53:52.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:52.110999 7957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.175.125:41737: Network error: Client connection negotiation failed: client connection to 127.7.175.125:41737: connect: Connection refused (error 111)
20:53:52.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:52.179627 7957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } attempt: 2
20:53:52.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:52.185868 7957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.175.125:41737: Network error: Client connection negotiation failed: client connection to 127.7.175.125:41737: connect: Connection refused (error 111)
20:53:52.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:52.277285 7957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } attempt: 3
20:53:52.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:52.282990 7957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.175.125:41737: Network error: Client connection negotiation failed: client connection to 127.7.175.125:41737: connect: Connection refused (error 111)
20:53:52.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:52.426469 7957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } attempt: 4
20:53:52.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:52.432585 7957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.175.125:41737: Network error: Client connection negotiation failed: client connection to 127.7.175.125:41737: connect: Connection refused (error 111)
20:53:52.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:52.495040 7959 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:53:52.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:52.495749 7959 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:53:52.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:52.496496 7959 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:53:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:52.527772 7959 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:53:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:52.528196 7959 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:53:52.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:52.528537 7959 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:53:52.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:52.528906 7959 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:53:52.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:52.529233 7959 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:53:52.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:52.529482 7959 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38449/jwks.json
20:53:52.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:52.567026 7959 master_runner.cc:386] Master server non-default flags:
20:53:52.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:53:52.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.175.84:36051
20:53:52.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:53:52.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:53:52.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-1/data
20:53:52.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-1/wal
20:53:52.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:53:52.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.175.126:36729,127.7.175.125:41737,127.7.175.124:36977
20:53:52.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:53:52.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:53:52.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:53:52.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.175.125:41737
20:53:52.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:53:52.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:53:52.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:53:52.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38449/jwks.json
20:53:52.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:53:52.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:53:52.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-1/data/info.pb
20:53:52.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.175.125
20:53:52.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:53:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:53:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:53:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:53:52.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:53:52.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:53:52.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-1/logs
20:53:52.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:53:52.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:53:52.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:53:52.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:53:52.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:53:52.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:53:52.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:53:52.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:53:52.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:53:52.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:53:52.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:52.568648 7959 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:53:52.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:52.570977 7959 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:53:52.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:52.607511 7971 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:53:52.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:52.732117 7957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } attempt: 5
20:53:52.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:52.737383 7957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.175.125:41737: Network error: Client connection negotiation failed: client connection to 127.7.175.125:41737: connect: Connection refused (error 111)
20:53:53.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:53.284967 7957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } attempt: 6
20:53:53.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:53.296907 7957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.175.125:41737: Network error: Client connection negotiation failed: client connection to 127.7.175.125:41737: connect: Connection refused (error 111)
20:53:53.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:52.608683 7969 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:53:53.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:52.609261 7968 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:53:53.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:53.901157 7970 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:53:53.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:53.901301 7959 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:53:53.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:53.905218 7959 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:53:53.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:53.909461 7959 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:53:53.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:53.910810 7959 hybrid_clock.cc:648] HybridClock initialized: now 1786049633910776 us; error 51 us; skew 500 ppm
20:53:53.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:53.911755 7959 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:53:53.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:53.925028 7959 webserver.cc:460] Webserver started at http://127.7.175.125:40585/ using document root <none> and password file <none>
20:53:53.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:53.926290 7959 fs_manager.cc:359] Metadata directory not provided
20:53:53.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:53.926541 7959 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:53:53.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:53.927175 7959 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:53:53.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:53.933632 7959 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-1/data/instance:
20:53:53.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68bbdc2d7f7e48c3a1727569414eb313"
20:53:53.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:53:53 on dist-test-slave-vq2q"
20:53:53.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:53.935030 7959 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-1/wal/instance:
20:53:53.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68bbdc2d7f7e48c3a1727569414eb313"
20:53:53.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:53:53 on dist-test-slave-vq2q"
20:53:53.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:53.946110 7959 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.007s sys 0.004s
20:53:53.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:53.956517 7981 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:53:53.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:53.957901 7959 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.001s sys 0.005s
20:53:53.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:53.958200 7959 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-1/data,/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-1/wal
20:53:53.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68bbdc2d7f7e48c3a1727569414eb313"
20:53:53.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:53:53 on dist-test-slave-vq2q"
20:53:53.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:53.958556 7959 fs_report.cc:383] FS layout report
20:53:53.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:53:53.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-1/wal
20:53:53.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-1/wal
20:53:53.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-1/data/data
20:53:53.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:53:53.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:53:53.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:53:53.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:53:53.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:53:53.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:53:53.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:53:53.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:53:53.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:53:53.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:53:53.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:53:54.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.005329 7959 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:53:54.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.007624 7959 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:53:54.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.008225 7959 kserver.cc:163] Server-wide thread pool size limit: 3276
20:53:54.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.140717 7959 rpc_server.cc:307] RPC server started. Bound to: 127.7.175.125:41737
20:53:54.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.140820 8035 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.175.125:41737 every 8 connection(s)
20:53:54.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.143386 7959 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-1/data/info.pb
20:53:54.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.149158 8036 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:53:54.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.153005 7869 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu as pid 7959
20:53:54.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.153477 7869 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-1/wal/instance
20:53:54.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.156540 7869 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:53:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:53:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-2/wal
20:53:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-2/data
20:53:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:53:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:53:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:53:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:53:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:53:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:53:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-2/logs
20:53:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-2/data/info.pb
20:53:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:53:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:53:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:53:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:53:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:53:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:53:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:53:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:53:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:53:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:53:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:53:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:53:54.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.175.124:36977
20:53:54.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.175.124
20:53:54.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:53:54.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.175.84:36051
20:53:54.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:53:54.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:53:54.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:53:54.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:53:54.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.175.126:36729,127.7.175.125:41737,127.7.175.124:36977
20:53:54.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:53:54.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38449/jwks.json with env {}
20:53:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.165416 8036 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.175.126" port: 36729 } has no permanent_uuid. Determining permanent_uuid...
20:53:54.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.194471 8036 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } has no permanent_uuid. Determining permanent_uuid...
20:53:54.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.211216 8036 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } has no permanent_uuid. Determining permanent_uuid...
20:53:54.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.213718 7982 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.175.124:36977: connect: Connection refused (error 111)
20:53:54.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.217914 8036 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.175.124:36977: Network error: Client connection negotiation failed: client connection to 127.7.175.124:36977: connect: Connection refused (error 111)
20:53:54.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.267473 8036 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } attempt: 1
20:53:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.271294 8036 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.175.124:36977: Network error: Client connection negotiation failed: client connection to 127.7.175.124:36977: connect: Connection refused (error 111)
20:53:54.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.339730 8036 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } attempt: 2
20:53:54.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.343539 8036 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.175.124:36977: Network error: Client connection negotiation failed: client connection to 127.7.175.124:36977: connect: Connection refused (error 111)
20:53:54.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.357833 7957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } attempt: 7
20:53:54.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.371480 7957 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } has no permanent_uuid. Determining permanent_uuid...
20:53:54.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.376463 7957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.175.124:36977: Network error: Client connection negotiation failed: client connection to 127.7.175.124:36977: connect: Connection refused (error 111)
20:53:54.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.434985 8036 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } attempt: 3
20:53:54.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.434973 7957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } attempt: 1
20:53:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.438969 8036 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.175.124:36977: Network error: Client connection negotiation failed: client connection to 127.7.175.124:36977: connect: Connection refused (error 111)
20:53:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.439884 7957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.175.124:36977: Network error: Client connection negotiation failed: client connection to 127.7.175.124:36977: connect: Connection refused (error 111)
20:53:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.499691 8038 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:53:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.500468 8038 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:53:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.501111 8038 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:53:54.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.521306 7957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } attempt: 2
20:53:54.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.525527 7957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.175.124:36977: Network error: Client connection negotiation failed: client connection to 127.7.175.124:36977: connect: Connection refused (error 111)
20:53:54.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.533950 8038 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:53:54.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.534302 8038 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:53:54.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.534632 8038 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:53:54.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.534955 8038 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:53:54.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.535271 8038 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:53:54.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.535490 8038 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38449/jwks.json
20:53:54.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.571214 8038 master_runner.cc:386] Master server non-default flags:
20:53:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:53:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.175.84:36051
20:53:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:53:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:53:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-2/data
20:53:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-2/wal
20:53:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:53:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.175.126:36729,127.7.175.125:41737,127.7.175.124:36977
20:53:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:53:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:53:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:53:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.175.124:36977
20:53:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:53:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:53:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:53:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38449/jwks.json
20:53:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:53:54.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:53:54.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-2/data/info.pb
20:53:54.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.175.124
20:53:54.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:53:54.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:53:54.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:53:54.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:53:54.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:53:54.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:53:54.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-2/logs
20:53:54.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:53:54.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:53:54.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:53:54.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:53:54.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:53:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:53:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:53:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:53:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:53:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:53:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.572851 8038 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:53:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.575098 8038 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:53:54.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.582408 8036 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } attempt: 4
20:53:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.587030 8036 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.175.124:36977: Network error: Client connection negotiation failed: client connection to 127.7.175.124:36977: connect: Connection refused (error 111)
20:53:54.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.594211 8052 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:53:54.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.610929 7957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } attempt: 3
20:53:54.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.614786 7957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.175.124:36977: Network error: Client connection negotiation failed: client connection to 127.7.175.124:36977: connect: Connection refused (error 111)
20:53:54.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.755178 7957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } attempt: 4
20:53:54.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.759356 7957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.175.124:36977: Network error: Client connection negotiation failed: client connection to 127.7.175.124:36977: connect: Connection refused (error 111)
20:53:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.886472 8036 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } attempt: 5
20:53:54.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.890997 8036 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.175.124:36977: Network error: Client connection negotiation failed: client connection to 127.7.175.124:36977: connect: Connection refused (error 111)
20:53:55.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.042769 7957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } attempt: 5
20:53:55.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:55.046926 7957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.175.124:36977: Network error: Client connection negotiation failed: client connection to 127.7.175.124:36977: connect: Connection refused (error 111)
20:53:55.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.438387 8036 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } attempt: 6
20:53:55.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:55.445209 8036 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.175.124:36977: Network error: Client connection negotiation failed: client connection to 127.7.175.124:36977: connect: Connection refused (error 111)
20:53:55.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.599294 7957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } attempt: 6
20:53:55.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:55.606211 7957 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.175.124:36977: Network error: Client connection negotiation failed: client connection to 127.7.175.124:36977: connect: Connection refused (error 111)
20:53:55.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.594539 8053 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:53:55.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:54.594208 8055 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:53:55.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:54.595969 8038 server_base.cc:1034] running on GCE node
20:53:55.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.718298 8038 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:53:55.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.720878 8038 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:53:55.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.722246 8038 hybrid_clock.cc:648] HybridClock initialized: now 1786049635722216 us; error 51 us; skew 500 ppm
20:53:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.723182 8038 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:53:55.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.735380 8038 webserver.cc:460] Webserver started at http://127.7.175.124:42529/ using document root <none> and password file <none>
20:53:55.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.736677 8038 fs_manager.cc:359] Metadata directory not provided
20:53:55.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.736979 8038 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:53:55.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.737571 8038 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:53:55.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.744465 8038 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-2/data/instance:
20:53:55.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7934b4783b641a5a502ad143fea5a54"
20:53:55.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:53:55 on dist-test-slave-vq2q"
20:53:55.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.746150 8038 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-2/wal/instance:
20:53:55.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7934b4783b641a5a502ad143fea5a54"
20:53:55.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:53:55 on dist-test-slave-vq2q"
20:53:55.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.756281 8038 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.009s sys 0.000s
20:53:55.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.762480 8067 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:53:55.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.763572 8038 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
20:53:55.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.763914 8038 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-2/data,/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-2/wal
20:53:55.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7934b4783b641a5a502ad143fea5a54"
20:53:55.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:53:55 on dist-test-slave-vq2q"
20:53:55.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.764344 8038 fs_report.cc:383] FS layout report
20:53:55.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:53:55.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-2/wal
20:53:55.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-2/wal
20:53:55.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-2/data/data
20:53:55.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:53:55.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:53:55.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:53:55.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:53:55.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:53:55.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:53:55.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:53:55.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:53:55.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:53:55.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:53:55.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:53:55.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.810757 8038 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:53:55.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.812366 8038 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:53:55.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.812865 8038 kserver.cc:163] Server-wide thread pool size limit: 3276
20:53:55.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.895094 8038 rpc_server.cc:307] RPC server started. Bound to: 127.7.175.124:36977
20:53:55.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.895184 8122 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.175.124:36977 every 8 connection(s)
20:53:55.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.897900 8038 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-2/data/info.pb
20:53:55.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.903388 8123 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:53:55.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.904692 7869 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu as pid 8038
20:53:55.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.905102 7869 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/master-2/wal/instance
20:53:55.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.916815 8123 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.175.126" port: 36729 } has no permanent_uuid. Determining permanent_uuid...
20:53:55.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.953933 8123 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } has no permanent_uuid. Determining permanent_uuid...
20:53:55.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.968612 8123 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } has no permanent_uuid. Determining permanent_uuid...
20:53:55.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.990136 8123 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54: Bootstrap starting.
20:53:55.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.997473 8123 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54: Neither blocks nor log segments found. Creating new log.
20:53:55.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:55.999449 8123 log.cc:824] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54: Log is configured to *not* fsync() on all Append() calls
20:53:56.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.005517 8123 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54: No bootstrap required, opened a new log
20:53:56.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.029465 8123 raft_consensus.cc:348] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475" member_type: VOTER last_known_addr { host: "127.7.175.126" port: 36729 } } peers { permanent_uuid: "68bbdc2d7f7e48c3a1727569414eb313" member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } } peers { permanent_uuid: "c7934b4783b641a5a502ad143fea5a54" member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } }
20:53:56.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.030119 8123 raft_consensus.cc:374] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:53:56.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.030303 8123 raft_consensus.cc:729] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c7934b4783b641a5a502ad143fea5a54, State: Initialized, Role: FOLLOWER
20:53:56.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.031014 8123 consensus_queue.cc:260] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475" member_type: VOTER last_known_addr { host: "127.7.175.126" port: 36729 } } peers { permanent_uuid: "68bbdc2d7f7e48c3a1727569414eb313" member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } } peers { permanent_uuid: "c7934b4783b641a5a502ad143fea5a54" member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } }
20:53:56.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.033481 8134 sys_catalog.cc:455] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475" member_type: VOTER last_known_addr { host: "127.7.175.126" port: 36729 } } peers { permanent_uuid: "68bbdc2d7f7e48c3a1727569414eb313" member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } } peers { permanent_uuid: "c7934b4783b641a5a502ad143fea5a54" member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } } }
20:53:56.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.034121 8134 sys_catalog.cc:458] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [sys.catalog]: This master's current role is: FOLLOWER
20:53:56.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.034853 8123 sys_catalog.cc:564] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [sys.catalog]: configured and running, proceeding with master startup.
20:53:56.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:56.062572 8145 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:53:56.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:56.062942 8145 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:53:56.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:56.068948 8073 tablet.cc:2369] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:53:56.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.058553 8038 master_runner.cc:186] Error getting master registration for 127.7.175.126:36729: OK, instance_id { permanent_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475" instance_seqno: 1786049631868537 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:53:56.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.088531 8038 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:53:56.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.493573 8134 raft_consensus.cc:482] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:53:56.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.494168 8134 raft_consensus.cc:504] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475" member_type: VOTER last_known_addr { host: "127.7.175.126" port: 36729 } } peers { permanent_uuid: "68bbdc2d7f7e48c3a1727569414eb313" member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } } peers { permanent_uuid: "c7934b4783b641a5a502ad143fea5a54" member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } }
20:53:56.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.497340 8134 leader_election.cc:288] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7005ced3b1e14f448c8fd5d8dcbf5475 (127.7.175.126:36729), 68bbdc2d7f7e48c3a1727569414eb313 (127.7.175.125:41737)
20:53:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.505587 8036 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } attempt: 7
20:53:56.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.535277 8036 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 68bbdc2d7f7e48c3a1727569414eb313: Bootstrap starting.
20:53:56.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.541603 8036 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 68bbdc2d7f7e48c3a1727569414eb313: Neither blocks nor log segments found. Creating new log.
20:53:56.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.543589 8036 log.cc:824] T 00000000000000000000000000000000 P 68bbdc2d7f7e48c3a1727569414eb313: Log is configured to *not* fsync() on all Append() calls
20:53:56.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.549129 8036 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 68bbdc2d7f7e48c3a1727569414eb313: No bootstrap required, opened a new log
20:53:56.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.579465 8036 raft_consensus.cc:348] T 00000000000000000000000000000000 P 68bbdc2d7f7e48c3a1727569414eb313 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475" member_type: VOTER last_known_addr { host: "127.7.175.126" port: 36729 } } peers { permanent_uuid: "68bbdc2d7f7e48c3a1727569414eb313" member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } } peers { permanent_uuid: "c7934b4783b641a5a502ad143fea5a54" member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } }
20:53:56.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.580760 8036 raft_consensus.cc:374] T 00000000000000000000000000000000 P 68bbdc2d7f7e48c3a1727569414eb313 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:53:56.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.581063 8036 raft_consensus.cc:729] T 00000000000000000000000000000000 P 68bbdc2d7f7e48c3a1727569414eb313 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 68bbdc2d7f7e48c3a1727569414eb313, State: Initialized, Role: FOLLOWER
20:53:56.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.582227 8036 consensus_queue.cc:260] T 00000000000000000000000000000000 P 68bbdc2d7f7e48c3a1727569414eb313 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475" member_type: VOTER last_known_addr { host: "127.7.175.126" port: 36729 } } peers { permanent_uuid: "68bbdc2d7f7e48c3a1727569414eb313" member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } } peers { permanent_uuid: "c7934b4783b641a5a502ad143fea5a54" member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } }
20:53:56.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.585242 8150 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68bbdc2d7f7e48c3a1727569414eb313 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475" member_type: VOTER last_known_addr { host: "127.7.175.126" port: 36729 } } peers { permanent_uuid: "68bbdc2d7f7e48c3a1727569414eb313" member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } } peers { permanent_uuid: "c7934b4783b641a5a502ad143fea5a54" member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } } }
20:53:56.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.586294 8150 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68bbdc2d7f7e48c3a1727569414eb313 [sys.catalog]: This master's current role is: FOLLOWER
20:53:56.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.587230 8036 sys_catalog.cc:564] T 00000000000000000000000000000000 P 68bbdc2d7f7e48c3a1727569414eb313 [sys.catalog]: configured and running, proceeding with master startup.
20:53:56.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.587482 8009 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c7934b4783b641a5a502ad143fea5a54" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "68bbdc2d7f7e48c3a1727569414eb313" is_pre_election: true
20:53:56.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.588513 8009 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 68bbdc2d7f7e48c3a1727569414eb313 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c7934b4783b641a5a502ad143fea5a54 in term 0.
20:53:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.590337 8068 leader_election.cc:302] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 68bbdc2d7f7e48c3a1727569414eb313, c7934b4783b641a5a502ad143fea5a54; no voters:
20:53:56.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.591470 8134 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:53:56.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.591840 8134 raft_consensus.cc:482] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:53:56.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.592139 8134 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [term 0 FOLLOWER]: Advancing to term 1
20:53:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.599032 8134 raft_consensus.cc:504] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475" member_type: VOTER last_known_addr { host: "127.7.175.126" port: 36729 } } peers { permanent_uuid: "68bbdc2d7f7e48c3a1727569414eb313" member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } } peers { permanent_uuid: "c7934b4783b641a5a502ad143fea5a54" member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } }
20:53:56.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.605166 8134 leader_election.cc:288] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [CANDIDATE]: Term 1 election: Requested vote from peers 7005ced3b1e14f448c8fd5d8dcbf5475 (127.7.175.126:36729), 68bbdc2d7f7e48c3a1727569414eb313 (127.7.175.125:41737)
20:53:56.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.606736 8009 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c7934b4783b641a5a502ad143fea5a54" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "68bbdc2d7f7e48c3a1727569414eb313"
20:53:56.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.607353 8009 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 68bbdc2d7f7e48c3a1727569414eb313 [term 0 FOLLOWER]: Advancing to term 1
20:53:56.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.614547 8009 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 68bbdc2d7f7e48c3a1727569414eb313 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c7934b4783b641a5a502ad143fea5a54 in term 1.
20:53:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.615772 8068 leader_election.cc:302] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 68bbdc2d7f7e48c3a1727569414eb313, c7934b4783b641a5a502ad143fea5a54; no voters:
20:53:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.616576 8134 raft_consensus.cc:2781] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [term 1 FOLLOWER]: Leader election won for term 1
20:53:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.619707 8134 raft_consensus.cc:686] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [term 1 LEADER]: Becoming Leader. State: Replica: c7934b4783b641a5a502ad143fea5a54, State: Running, Role: LEADER
20:53:56.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.622900 8134 consensus_queue.cc:237] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475" member_type: VOTER last_known_addr { host: "127.7.175.126" port: 36729 } } peers { permanent_uuid: "68bbdc2d7f7e48c3a1727569414eb313" member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } } peers { permanent_uuid: "c7934b4783b641a5a502ad143fea5a54" member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } }
20:53:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.639648 7957 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } attempt: 7
20:53:56.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.654263 8159 sys_catalog.cc:455] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c7934b4783b641a5a502ad143fea5a54. Latest consensus state: current_term: 1 leader_uuid: "c7934b4783b641a5a502ad143fea5a54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475" member_type: VOTER last_known_addr { host: "127.7.175.126" port: 36729 } } peers { permanent_uuid: "68bbdc2d7f7e48c3a1727569414eb313" member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } } peers { permanent_uuid: "c7934b4783b641a5a502ad143fea5a54" member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } } }
20:53:56.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.655043 8159 sys_catalog.cc:458] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [sys.catalog]: This master's current role is: LEADER
20:53:56.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.663331 8166 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
20:53:56.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:56.668431 8162 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 68bbdc2d7f7e48c3a1727569414eb313: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:53:56.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:56.669209 8162 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:53:56.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.688530 8166 catalog_manager.cc:1484] Initializing Kudu cluster ID...
20:53:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.701088 7957 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7005ced3b1e14f448c8fd5d8dcbf5475: Bootstrap starting.
20:53:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.634416 7959 master_runner.cc:186] Error getting master registration for 127.7.175.126:36729: OK, instance_id { permanent_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475" instance_seqno: 1786049631868537 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:53:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.702397 7959 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:53:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.714206 8009 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 68bbdc2d7f7e48c3a1727569414eb313 [term 1 FOLLOWER]: Refusing update from remote peer c7934b4783b641a5a502ad143fea5a54: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:53:56.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.715950 8159 consensus_queue.cc:1035] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [LEADER]: Connected to new peer: Peer: permanent_uuid: "68bbdc2d7f7e48c3a1727569414eb313" member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:53:56.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.732331 7957 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7005ced3b1e14f448c8fd5d8dcbf5475: Neither blocks nor log segments found. Creating new log.
20:53:56.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.735215 7957 log.cc:824] T 00000000000000000000000000000000 P 7005ced3b1e14f448c8fd5d8dcbf5475: Log is configured to *not* fsync() on all Append() calls
20:53:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.769290 8134 sys_catalog.cc:455] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c7934b4783b641a5a502ad143fea5a54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475" member_type: VOTER last_known_addr { host: "127.7.175.126" port: 36729 } } peers { permanent_uuid: "68bbdc2d7f7e48c3a1727569414eb313" member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } } peers { permanent_uuid: "c7934b4783b641a5a502ad143fea5a54" member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } } }
20:53:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.770035 8134 sys_catalog.cc:458] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [sys.catalog]: This master's current role is: LEADER
20:53:56.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.777916 8166 catalog_manager.cc:1347] Generated new cluster ID: a51eb9e358bb4c6fa0cd748d4b58119a
20:53:56.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.778240 8166 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
20:53:56.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.781672 8150 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68bbdc2d7f7e48c3a1727569414eb313 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c7934b4783b641a5a502ad143fea5a54. Latest consensus state: current_term: 1 leader_uuid: "c7934b4783b641a5a502ad143fea5a54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475" member_type: VOTER last_known_addr { host: "127.7.175.126" port: 36729 } } peers { permanent_uuid: "68bbdc2d7f7e48c3a1727569414eb313" member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } } peers { permanent_uuid: "c7934b4783b641a5a502ad143fea5a54" member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } } }
20:53:56.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.786247 8150 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68bbdc2d7f7e48c3a1727569414eb313 [sys.catalog]: This master's current role is: FOLLOWER
20:53:56.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.788690 7957 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7005ced3b1e14f448c8fd5d8dcbf5475: No bootstrap required, opened a new log
20:53:56.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.795327 8173 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68bbdc2d7f7e48c3a1727569414eb313 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c7934b4783b641a5a502ad143fea5a54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475" member_type: VOTER last_known_addr { host: "127.7.175.126" port: 36729 } } peers { permanent_uuid: "68bbdc2d7f7e48c3a1727569414eb313" member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } } peers { permanent_uuid: "c7934b4783b641a5a502ad143fea5a54" member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } } }
20:53:56.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.796145 8173 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68bbdc2d7f7e48c3a1727569414eb313 [sys.catalog]: This master's current role is: FOLLOWER
20:53:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.821466 8166 catalog_manager.cc:1370] Generated new certificate authority record
20:53:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.824074 8166 catalog_manager.cc:1504] Loading token signing keys...
20:53:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.836445 7957 raft_consensus.cc:348] T 00000000000000000000000000000000 P 7005ced3b1e14f448c8fd5d8dcbf5475 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475" member_type: VOTER last_known_addr { host: "127.7.175.126" port: 36729 } } peers { permanent_uuid: "68bbdc2d7f7e48c3a1727569414eb313" member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } } peers { permanent_uuid: "c7934b4783b641a5a502ad143fea5a54" member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } }
20:53:56.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.839466 7957 raft_consensus.cc:374] T 00000000000000000000000000000000 P 7005ced3b1e14f448c8fd5d8dcbf5475 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:53:56.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.839771 7957 raft_consensus.cc:729] T 00000000000000000000000000000000 P 7005ced3b1e14f448c8fd5d8dcbf5475 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7005ced3b1e14f448c8fd5d8dcbf5475, State: Initialized, Role: FOLLOWER
20:53:56.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.840734 7957 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7005ced3b1e14f448c8fd5d8dcbf5475 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475" member_type: VOTER last_known_addr { host: "127.7.175.126" port: 36729 } } peers { permanent_uuid: "68bbdc2d7f7e48c3a1727569414eb313" member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } } peers { permanent_uuid: "c7934b4783b641a5a502ad143fea5a54" member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } }
20:53:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.845300 7957 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7005ced3b1e14f448c8fd5d8dcbf5475 [sys.catalog]: configured and running, proceeding with master startup.
20:53:56.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.845985 7925 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 7005ced3b1e14f448c8fd5d8dcbf5475 [term 0 FOLLOWER]: Advancing to term 1
20:53:56.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.849543 7927 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c7934b4783b641a5a502ad143fea5a54" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475" is_pre_election: true
20:53:56.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.851078 7926 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c7934b4783b641a5a502ad143fea5a54" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475"
20:53:56.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.869508 7925 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 7005ced3b1e14f448c8fd5d8dcbf5475 [term 1 FOLLOWER]: Refusing update from remote peer c7934b4783b641a5a502ad143fea5a54: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:53:56.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.844221 8176 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7005ced3b1e14f448c8fd5d8dcbf5475 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475" member_type: VOTER last_known_addr { host: "127.7.175.126" port: 36729 } } peers { permanent_uuid: "68bbdc2d7f7e48c3a1727569414eb313" member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } } peers { permanent_uuid: "c7934b4783b641a5a502ad143fea5a54" member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } } }
20:53:56.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.873943 8159 consensus_queue.cc:1035] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475" member_type: VOTER last_known_addr { host: "127.7.175.126" port: 36729 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:53:56.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.877476 8166 catalog_manager.cc:5868] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54: Generated new TSK 0
20:53:56.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.878772 8166 catalog_manager.cc:1514] Initializing in-progress tserver states...
20:53:56.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.884634 8176 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7005ced3b1e14f448c8fd5d8dcbf5475 [sys.catalog]: This master's current role is: FOLLOWER
20:53:56.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.916066 7869 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:53:56.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:53:56.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-0/wal
20:53:56.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-0/data
20:53:56.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:53:56.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:53:56.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-0/logs
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-0/data/info.pb
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.175.65:0
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.175.65
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.175.65
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.175.126:36729,127.7.175.125:41737,127.7.175.124:36977
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.175.84:36051
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:53:56.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:53:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.945924 8186 mvcc.cc:205] Tried to move back new op lower bound from 7315659311962914816 to 7315659311635316736. Current Snapshot: MvccSnapshot[applied={T|T < 7315659311962914816}]
20:53:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.994712 8176 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7005ced3b1e14f448c8fd5d8dcbf5475 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c7934b4783b641a5a502ad143fea5a54. Latest consensus state: current_term: 1 leader_uuid: "c7934b4783b641a5a502ad143fea5a54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475" member_type: VOTER last_known_addr { host: "127.7.175.126" port: 36729 } } peers { permanent_uuid: "68bbdc2d7f7e48c3a1727569414eb313" member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } } peers { permanent_uuid: "c7934b4783b641a5a502ad143fea5a54" member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } } }
20:53:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.995456 8176 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7005ced3b1e14f448c8fd5d8dcbf5475 [sys.catalog]: This master's current role is: FOLLOWER
20:53:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.997541 8182 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7005ced3b1e14f448c8fd5d8dcbf5475 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c7934b4783b641a5a502ad143fea5a54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475" member_type: VOTER last_known_addr { host: "127.7.175.126" port: 36729 } } peers { permanent_uuid: "68bbdc2d7f7e48c3a1727569414eb313" member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } } peers { permanent_uuid: "c7934b4783b641a5a502ad143fea5a54" member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } } }
20:53:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:56.998687 8182 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7005ced3b1e14f448c8fd5d8dcbf5475 [sys.catalog]: This master's current role is: FOLLOWER
20:53:57.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:57.046588 8195 catalog_manager.cc:1259] Loaded cluster ID: a51eb9e358bb4c6fa0cd748d4b58119a
20:53:57.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:57.046909 8195 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 7005ced3b1e14f448c8fd5d8dcbf5475: loading cluster ID for follower catalog manager: success
20:53:57.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:57.064951 8195 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 7005ced3b1e14f448c8fd5d8dcbf5475: acquiring CA information for follower catalog manager: success
20:53:57.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:57.081566 8195 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 7005ced3b1e14f448c8fd5d8dcbf5475: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:53:57.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:57.360790 8180 sys_catalog.cc:455] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c7934b4783b641a5a502ad143fea5a54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7005ced3b1e14f448c8fd5d8dcbf5475" member_type: VOTER last_known_addr { host: "127.7.175.126" port: 36729 } } peers { permanent_uuid: "68bbdc2d7f7e48c3a1727569414eb313" member_type: VOTER last_known_addr { host: "127.7.175.125" port: 41737 } } peers { permanent_uuid: "c7934b4783b641a5a502ad143fea5a54" member_type: VOTER last_known_addr { host: "127.7.175.124" port: 36977 } } }
20:53:57.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:57.361758 8180 sys_catalog.cc:458] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 [sys.catalog]: This master's current role is: LEADER
20:53:57.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:57.595002 8192 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:53:57.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:57.596037 8192 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:53:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:57.597079 8192 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:53:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:57.656109 8192 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:53:57.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:57.657919 8192 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.175.65
20:53:57.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:57.675077 8162 catalog_manager.cc:1259] Loaded cluster ID: a51eb9e358bb4c6fa0cd748d4b58119a
20:53:57.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:57.675711 8162 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 68bbdc2d7f7e48c3a1727569414eb313: loading cluster ID for follower catalog manager: success
20:53:57.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:57.684392 8162 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 68bbdc2d7f7e48c3a1727569414eb313: acquiring CA information for follower catalog manager: success
20:53:57.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:57.706920 8162 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 68bbdc2d7f7e48c3a1727569414eb313: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:53:57.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:57.720311 8192 tablet_server_runner.cc:78] Tablet server non-default flags:
20:53:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:53:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.175.84:36051
20:53:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:53:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:53:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-0/data
20:53:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-0/wal
20:53:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:53:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:53:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.175.65:0
20:53:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:53:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:53:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:53:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-0/data/info.pb
20:53:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.175.65
20:53:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:53:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.175.126:36729,127.7.175.125:41737,127.7.175.124:36977
20:53:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:53:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:53:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:53:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:53:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:53:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.175.65
20:53:57.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-0/logs
20:53:57.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:53:57.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:53:57.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:53:57.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:53:57.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:53:57.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:53:57.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:53:57.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:53:57.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:53:57.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:53:57.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:57.722025 8192 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:53:57.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:57.724962 8192 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:53:57.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:57.780578 8203 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:53:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:57.783159 8202 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:53:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:57.789611 8206 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:53:59.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:59.555050 8205 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1780 milliseconds
20:53:59.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.555974 8192 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:53:59.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.557471 8192 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:53:59.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.565811 8192 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:53:59.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.567286 8192 hybrid_clock.cc:648] HybridClock initialized: now 1786049639567214 us; error 80 us; skew 500 ppm
20:53:59.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.568562 8192 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:53:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.577386 8192 webserver.cc:460] Webserver started at http://127.7.175.65:40507/ using document root <none> and password file <none>
20:53:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.578629 8192 fs_manager.cc:359] Metadata directory not provided
20:53:59.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.578909 8192 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:53:59.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.579473 8192 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:53:59.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.586647 8192 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-0/data/instance:
20:53:59.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a3209bd4713c41bb87a7a278359fd6ca"
20:53:59.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:53:59 on dist-test-slave-vq2q"
20:53:59.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.588292 8192 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-0/wal/instance:
20:53:59.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a3209bd4713c41bb87a7a278359fd6ca"
20:53:59.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:53:59 on dist-test-slave-vq2q"
20:53:59.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.610886 8192 fs_manager.cc:691] Time spent creating directory manager: real 0.022s user 0.007s sys 0.013s
20:53:59.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.622400 8214 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:53:59.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.624155 8192 fs_manager.cc:725] Time spent opening block manager: real 0.009s user 0.006s sys 0.003s
20:53:59.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.624575 8192 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-0/data,/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-0/wal
20:53:59.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a3209bd4713c41bb87a7a278359fd6ca"
20:53:59.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:53:59 on dist-test-slave-vq2q"
20:53:59.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.625011 8192 fs_report.cc:383] FS layout report
20:53:59.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:53:59.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-0/wal
20:53:59.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-0/wal
20:53:59.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-0/data/data
20:53:59.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:53:59.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:53:59.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:53:59.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:53:59.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:53:59.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:53:59.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:53:59.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:53:59.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:53:59.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:53:59.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:53:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.674649 8192 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:53:59.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.676728 8192 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:53:59.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.677369 8192 kserver.cc:163] Server-wide thread pool size limit: 3276
20:53:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.680858 8192 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:53:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.687222 8192 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:53:59.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.687536 8192 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:53:59.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.687855 8192 ts_tablet_manager.cc:610] Registered 0 tablets
20:53:59.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.688063 8192 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:53:59.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.902278 8192 rpc_server.cc:307] RPC server started. Bound to: 127.7.175.65:42427
20:53:59.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.902400 8332 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.175.65:42427 every 8 connection(s)
20:53:59.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.905279 8192 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-0/data/info.pb
20:53:59.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.911150 7869 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu as pid 8192
20:53:59.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.911847 7869 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-0/wal/instance
20:53:59.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.927273 7869 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:53:59.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:53:59.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-1/wal
20:53:59.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-1/data
20:53:59.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:53:59.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:53:59.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:53:59.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:53:59.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:53:59.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:53:59.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-1/logs
20:53:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-1/data/info.pb
20:53:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:53:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:53:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:53:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:53:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:53:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:53:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:53:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:53:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:53:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:53:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.175.66:0
20:53:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.175.66
20:53:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.175.66
20:53:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:53:59.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.175.126:36729,127.7.175.125:41737,127.7.175.124:36977
20:53:59.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.175.84:36051
20:53:59.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:53:59.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:53:59.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:53:59.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.980499 8334 heartbeater.cc:347] Connected to a master server at 127.7.175.124:36977
20:53:59.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.981035 8334 heartbeater.cc:464] Registering TS with master...
20:53:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.982415 8334 heartbeater.cc:511] Master 127.7.175.124:36977 requested a full tablet report, sending...
20:53:59.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.985658 8085 ts_manager.cc:194] Registered new tserver with Master: a3209bd4713c41bb87a7a278359fd6ca (127.7.175.65:42427)
20:53:59.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:53:59.990180 8085 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.175.65:59439
20:53:59.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:53:59.997401 8068 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.7.175.125:41737, user_credentials={real_user=slave}} blocked reactor thread for 49845.6us
20:54:00.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:00.001988 8336 heartbeater.cc:347] Connected to a master server at 127.7.175.126:36729
20:54:00.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:00.002491 8336 heartbeater.cc:464] Registering TS with master...
20:54:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:00.003353 8336 heartbeater.cc:511] Master 127.7.175.126:36729 requested a full tablet report, sending...
20:54:00.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:00.006621 7917 ts_manager.cc:194] Registered new tserver with Master: a3209bd4713c41bb87a7a278359fd6ca (127.7.175.65:42427)
20:54:00.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:00.007766 8335 heartbeater.cc:347] Connected to a master server at 127.7.175.125:41737
20:54:00.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:00.008296 8335 heartbeater.cc:464] Registering TS with master...
20:54:00.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:00.008985 8335 heartbeater.cc:511] Master 127.7.175.125:41737 requested a full tablet report, sending...
20:54:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:00.012143 7999 ts_manager.cc:194] Registered new tserver with Master: a3209bd4713c41bb87a7a278359fd6ca (127.7.175.65:42427)
20:54:00.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:00.327267 8344 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:54:00.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:00.327800 8344 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:54:00.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:00.328260 8344 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:54:00.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:00.363888 8344 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:54:00.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:00.364769 8344 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.175.66
20:54:00.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:00.408882 8344 tablet_server_runner.cc:78] Tablet server non-default flags:
20:54:00.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:54:00.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.175.84:36051
20:54:00.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:54:00.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:54:00.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-1/data
20:54:00.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-1/wal
20:54:00.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:54:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:54:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.175.66:0
20:54:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:54:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:54:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:54:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-1/data/info.pb
20:54:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.175.66
20:54:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:54:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.175.126:36729,127.7.175.125:41737,127.7.175.124:36977
20:54:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:54:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:54:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:54:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:54:00.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:54:00.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.175.66
20:54:00.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-1/logs
20:54:00.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:54:00.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:54:00.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:54:00.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:54:00.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:54:00.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:54:00.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:54:00.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:54:00.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:54:00.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:54:00.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:00.410300 8344 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:54:00.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:00.412041 8344 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:54:00.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:00.436229 8355 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:00.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:00.996658 8334 heartbeater.cc:503] Master 127.7.175.124:36977 was elected leader, sending a full tablet report...
20:54:01.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:00.439635 8358 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:01.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:00.436239 8356 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:01.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:01.602481 8357 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1163 milliseconds
20:54:01.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.602612 8344 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:54:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.603812 8344 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:54:01.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.606081 8344 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:54:01.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.607446 8344 hybrid_clock.cc:648] HybridClock initialized: now 1786049641607404 us; error 46 us; skew 500 ppm
20:54:01.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.608204 8344 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:54:01.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.618489 8344 webserver.cc:460] Webserver started at http://127.7.175.66:46711/ using document root <none> and password file <none>
20:54:01.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.619442 8344 fs_manager.cc:359] Metadata directory not provided
20:54:01.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.619663 8344 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:54:01.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.620218 8344 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:54:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.625612 8344 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-1/data/instance:
20:54:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "042ec7d7fdaa4f4eaa49a54d5dd2143b"
20:54:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:54:01 on dist-test-slave-vq2q"
20:54:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.626777 8344 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-1/wal/instance:
20:54:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "042ec7d7fdaa4f4eaa49a54d5dd2143b"
20:54:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:54:01 on dist-test-slave-vq2q"
20:54:01.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.634819 8344 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
20:54:01.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.640988 8366 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:54:01.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.642135 8344 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
20:54:01.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.642469 8344 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-1/data,/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-1/wal
20:54:01.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "042ec7d7fdaa4f4eaa49a54d5dd2143b"
20:54:01.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:54:01 on dist-test-slave-vq2q"
20:54:01.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.642800 8344 fs_report.cc:383] FS layout report
20:54:01.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:54:01.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-1/wal
20:54:01.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-1/wal
20:54:01.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-1/data/data
20:54:01.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:54:01.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:54:01.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:54:01.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:54:01.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:54:01.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:54:01.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:54:01.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:54:01.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:54:01.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:54:01.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:54:01.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.683845 8344 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:54:01.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.685492 8344 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:54:01.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.686123 8344 kserver.cc:163] Server-wide thread pool size limit: 3276
20:54:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.689018 8344 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:54:01.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.693722 8344 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:54:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.693929 8344 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:54:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.694132 8344 ts_tablet_manager.cc:610] Registered 0 tablets
20:54:01.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.694267 8344 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:54:01.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.866462 8344 rpc_server.cc:307] RPC server started. Bound to: 127.7.175.66:42131
20:54:01.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.866559 8482 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.175.66:42131 every 8 connection(s)
20:54:01.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.869117 8344 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-1/data/info.pb
20:54:01.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.872584 7869 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu as pid 8344
20:54:01.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.873049 7869 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-1/wal/instance
20:54:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.886853 7869 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:54:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:54:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-2/wal
20:54:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-2/data
20:54:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:54:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:54:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:54:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:54:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:54:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:54:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-2/logs
20:54:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-2/data/info.pb
20:54:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:54:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:54:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:54:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:54:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:54:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:54:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:54:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:54:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:54:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:54:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.175.67:0
20:54:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.175.67
20:54:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.175.67
20:54:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:54:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.175.126:36729,127.7.175.125:41737,127.7.175.124:36977
20:54:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.175.84:36051
20:54:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:54:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:54:01.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:54:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.925202 8483 heartbeater.cc:347] Connected to a master server at 127.7.175.124:36977
20:54:01.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.925748 8483 heartbeater.cc:464] Registering TS with master...
20:54:01.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.926960 8483 heartbeater.cc:511] Master 127.7.175.124:36977 requested a full tablet report, sending...
20:54:01.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.929628 8085 ts_manager.cc:194] Registered new tserver with Master: 042ec7d7fdaa4f4eaa49a54d5dd2143b (127.7.175.66:42131)
20:54:01.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.931586 8085 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.175.66:50151
20:54:01.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.933049 8485 heartbeater.cc:347] Connected to a master server at 127.7.175.126:36729
20:54:01.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.933413 8485 heartbeater.cc:464] Registering TS with master...
20:54:01.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.936020 8485 heartbeater.cc:511] Master 127.7.175.126:36729 requested a full tablet report, sending...
20:54:01.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.939275 7917 ts_manager.cc:194] Registered new tserver with Master: 042ec7d7fdaa4f4eaa49a54d5dd2143b (127.7.175.66:42131)
20:54:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.950637 8484 heartbeater.cc:347] Connected to a master server at 127.7.175.125:41737
20:54:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.951026 8484 heartbeater.cc:464] Registering TS with master...
20:54:01.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.951748 8484 heartbeater.cc:511] Master 127.7.175.125:41737 requested a full tablet report, sending...
20:54:01.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:01.954406 7999 ts_manager.cc:194] Registered new tserver with Master: 042ec7d7fdaa4f4eaa49a54d5dd2143b (127.7.175.66:42131)
20:54:02.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:02.249462 8494 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:54:02.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:02.250020 8494 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:54:02.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:02.250566 8494 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:54:02.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:02.282454 8494 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:54:02.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:02.283288 8494 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.7.175.67
20:54:02.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:02.318415 8494 tablet_server_runner.cc:78] Tablet server non-default flags:
20:54:02.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.175.84:36051
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-2/data
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-2/wal
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.175.67:0
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-2/data/info.pb
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.175.67
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.7.175.126:36729,127.7.175.125:41737,127.7.175.124:36977
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.7.175.67
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-2/logs
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:54:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:54:02.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:02.319609 8494 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:54:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:02.321171 8494 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:54:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:02.341686 8504 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:02.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:02.944350 8483 heartbeater.cc:503] Master 127.7.175.124:36977 was elected leader, sending a full tablet report...
20:54:03.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:02.341879 8506 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:03.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:02.342415 8503 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:03.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:02.345022 8494 server_base.cc:1034] running on GCE node
20:54:03.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.455988 8494 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:54:03.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.458604 8494 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:54:03.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.460024 8494 hybrid_clock.cc:648] HybridClock initialized: now 1786049643459962 us; error 73 us; skew 500 ppm
20:54:03.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.460858 8494 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:54:03.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.467525 8494 webserver.cc:460] Webserver started at http://127.7.175.67:43645/ using document root <none> and password file <none>
20:54:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.468506 8494 fs_manager.cc:359] Metadata directory not provided
20:54:03.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.468741 8494 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:54:03.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.469198 8494 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:54:03.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.474258 8494 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-2/data/instance:
20:54:03.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e828bd3d188549819b1940191ebab3bb"
20:54:03.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:54:03 on dist-test-slave-vq2q"
20:54:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.475419 8494 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-2/wal/instance:
20:54:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e828bd3d188549819b1940191ebab3bb"
20:54:03.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:54:03 on dist-test-slave-vq2q"
20:54:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.482811 8494 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
20:54:03.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.488477 8515 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:54:03.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.489651 8494 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
20:54:03.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.490123 8494 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-2/data,/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-2/wal
20:54:03.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e828bd3d188549819b1940191ebab3bb"
20:54:03.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:54:03 on dist-test-slave-vq2q"
20:54:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.490548 8494 fs_report.cc:383] FS layout report
20:54:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:54:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-2/wal
20:54:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-2/wal
20:54:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-2/data/data
20:54:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:54:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:54:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:54:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:54:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:54:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:54:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:54:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:54:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:54:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:54:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:54:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.531945 8494 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:54:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.533486 8494 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:54:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.533900 8494 kserver.cc:163] Server-wide thread pool size limit: 3276
20:54:03.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.536497 8494 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:54:03.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.540619 8494 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:54:03.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.540825 8494 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:54:03.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.541142 8494 ts_tablet_manager.cc:610] Registered 0 tablets
20:54:03.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.541347 8494 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
20:54:03.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:03.614877 7953 debug-util.cc:398] Leaking SignalData structure 0x7b080009e1c0 after lost signal to thread 7883
20:54:03.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:03.615666 7953 debug-util.cc:398] Leaking SignalData structure 0x7b08000a10c0 after lost signal to thread 7956
20:54:03.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.723752 8494 rpc_server.cc:307] RPC server started. Bound to: 127.7.175.67:38247
20:54:03.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.723955 8637 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.175.67:38247 every 8 connection(s)
20:54:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.726753 8494 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-2/data/info.pb
20:54:03.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.727515 7869 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu as pid 8494
20:54:03.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.728005 7869 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster8906055039124301312/ts-2/wal/instance
20:54:03.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.801067 8638 heartbeater.cc:347] Connected to a master server at 127.7.175.124:36977
20:54:03.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.802556 8638 heartbeater.cc:464] Registering TS with master...
20:54:03.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.804389 8638 heartbeater.cc:511] Master 127.7.175.124:36977 requested a full tablet report, sending...
20:54:03.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.808877 8085 ts_manager.cc:194] Registered new tserver with Master: e828bd3d188549819b1940191ebab3bb (127.7.175.67:38247)
20:54:03.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.814198 8085 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.7.175.67:52015
20:54:03.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.816026 8639 heartbeater.cc:347] Connected to a master server at 127.7.175.125:41737
20:54:03.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.816468 8639 heartbeater.cc:464] Registering TS with master...
20:54:03.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.818078 8639 heartbeater.cc:511] Master 127.7.175.125:41737 requested a full tablet report, sending...
20:54:03.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.821280 7999 ts_manager.cc:194] Registered new tserver with Master: e828bd3d188549819b1940191ebab3bb (127.7.175.67:38247)
20:54:03.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.826109 8643 heartbeater.cc:347] Connected to a master server at 127.7.175.126:36729
20:54:03.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.826416 8643 heartbeater.cc:464] Registering TS with master...
20:54:03.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.827096 8643 heartbeater.cc:511] Master 127.7.175.126:36729 requested a full tablet report, sending...
20:54:03.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.829712 7917 ts_manager.cc:194] Registered new tserver with Master: e828bd3d188549819b1940191ebab3bb (127.7.175.67:38247)
20:54:03.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:03.836923 7869 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
20:54:03.848 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:54:03.850 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:54:03.860 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.7.175.126"
port: 36729
}
bound_http_address {
host: "127.7.175.126"
port: 43715
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.7.175.125"
port: 41737
}
bound_http_address {
host: "127.7.175.125"
port: 40585
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.7.175.124"
port: 36977
}
bound_http_address {
host: "127.7.175.124"
port: 42529
}
}
}
20:54:03.867 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:54:03.871 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.7.175.65"
port: 42427
}
bound_http_address {
host: "127.7.175.65"
port: 40507
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.7.175.66"
port: 42131
}
bound_http_address {
host: "127.7.175.66"
port: 46711
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.7.175.67"
port: 38247
}
bound_http_address {
host: "127.7.175.67"
port: 43645
}
}
}
20:54:03.871 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:54:04.119 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:54:04.266 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskDoZseX/test-tmp
20:54:04.267 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:54:04.267 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskDoZseX/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:54:04.272 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
20:54:04.693 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:54:04.693 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:54:04.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:04.696574 8650 mini_oidc.cc:152] Starting JWKS server
20:54:04.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:04.701515 8650 webserver.cc:460] Webserver started at http://127.0.0.1:34923/ using document root <none> and password file <none>
20:54:04.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:04.702132 8650 mini_oidc.cc:189] Starting OIDC Discovery server
20:54:04.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:04.704571 8650 webserver.cc:460] Webserver started at http://127.0.0.1:34291/ using document root <none> and password file <none>
20:54:04.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
20:54:04.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/principal' for realm 'KRBTEST.COM',
20:54:04.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
20:54:04.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:04 dist-test-slave-vq2q krb5kdc[8664](info): setting up network...
20:54:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
20:54:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:04 dist-test-slave-vq2q krb5kdc[8664](info): set up 2 sockets
20:54:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:04 dist-test-slave-vq2q krb5kdc[8664](info): commencing operation
20:54:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
20:54:04.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:04.826891 8638 heartbeater.cc:503] Master 127.7.175.124:36977 was elected leader, sending a full tablet report...
20:54:05.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:05.850616 8650 mini_kdc.cc:121] Time spent starting KDC: real 1.120s user 0.000s sys 0.033s
20:54:05.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
20:54:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:54:05.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
20:54:05.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
20:54:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:54:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
20:54:05.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
20:54:05.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:54:05.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
20:54:05.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:54:05.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/test-user.keytab.
20:54:05.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/test-user.keytab.
20:54:05.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:05 dist-test-slave-vq2q krb5kdc[8664](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049645, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:54:05.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:54:06.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T20:54:05Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
20:54:06.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T20:54:06Z Disabled control of system clock
20:54:06.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.114.190@KRBTEST.COM; defaulting to no policy
20:54:06.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:54:06.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.114.190@KRBTEST.COM" created.
20:54:06.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:54:06.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.114.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kudu_127.8.114.190.keytab.
20:54:06.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.114.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kudu_127.8.114.190.keytab.
20:54:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:06.051994 8650 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:54:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:54:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/wal
20:54:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/data
20:54:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:54:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:54:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:54:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:54:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:54:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:54:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/logs
20:54:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/data/info.pb
20:54:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:54:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:54:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:54:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:54:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.114.190:35713
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.114.190
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kudu_127.8.114.190.keytab
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.114.190
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.114.148:40713
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.114.190:35713,127.8.114.189:38545,127.8.114.188:42765
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34923/jwks.json
20:54:06.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:54:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:06.383627 8677 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:54:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:06.384193 8677 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:54:06.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:06.384768 8677 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:54:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:06.415733 8677 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:54:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:06.415977 8677 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:54:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:06.416235 8677 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:54:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:06.416435 8677 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:54:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:06.416622 8677 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:54:06.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:06.416801 8677 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:54:06.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:06.416949 8677 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34923/jwks.json
20:54:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:06.454116 8677 master_runner.cc:386] Master server non-default flags:
20:54:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:54:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.114.148:40713
20:54:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:54:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:54:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/data
20:54:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/wal
20:54:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:54:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:54:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.114.190:35713,127.8.114.189:38545,127.8.114.188:42765
20:54:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kudu_127.8.114.190.keytab
20:54:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.114.190
20:54:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:54:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:54:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:54:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.114.190:35713
20:54:06.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34923/jwks.json
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/data/info.pb
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.114.190
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/logs
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:54:06.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:06.455224 8677 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:54:06.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:06.456504 8677 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:54:06.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:06.477582 8684 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:07.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:06.477587 8683 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:07.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:06.478439 8686 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:07.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:06.480175 8677 server_base.cc:1034] running on GCE node
20:54:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.612471 8677 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:54:07.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.615252 8677 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:54:07.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.616621 8677 hybrid_clock.cc:648] HybridClock initialized: now 1786049647616578 us; error 50 us; skew 500 ppm
20:54:07.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.617551 8677 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:54:07.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:07 dist-test-slave-vq2q krb5kdc[8664](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049647, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.114.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:54:07.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.627970 8677 init.cc:377] Logged in from keytab as kudu/127.8.114.190@KRBTEST.COM (short username kudu)
20:54:07.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.633606 8677 webserver.cc:460] Webserver started at http://127.8.114.190:43179/ using document root <none> and password file <none>
20:54:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.634589 8677 fs_manager.cc:359] Metadata directory not provided
20:54:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.634836 8677 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:54:07.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.635279 8677 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:54:07.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.640189 8677 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/data/instance:
20:54:07.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2995a926ce8b402cbec1c8551d5da347"
20:54:07.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:54:07 on dist-test-slave-vq2q"
20:54:07.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.641451 8677 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/wal/instance:
20:54:07.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2995a926ce8b402cbec1c8551d5da347"
20:54:07.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:54:07 on dist-test-slave-vq2q"
20:54:07.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.649659 8677 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.001s sys 0.006s
20:54:07.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.655417 8696 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:54:07.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.656629 8677 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
20:54:07.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.657002 8677 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/data,/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/wal
20:54:07.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2995a926ce8b402cbec1c8551d5da347"
20:54:07.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:54:07 on dist-test-slave-vq2q"
20:54:07.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.657377 8677 fs_report.cc:383] FS layout report
20:54:07.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:54:07.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/wal
20:54:07.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/wal
20:54:07.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/data/data
20:54:07.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:54:07.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:54:07.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:54:07.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:54:07.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:54:07.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:54:07.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:54:07.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:54:07.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:54:07.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:54:07.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:54:07.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.702003 8677 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:54:07.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.708118 8677 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:54:07.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.708698 8677 kserver.cc:163] Server-wide thread pool size limit: 3276
20:54:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.793943 8677 rpc_server.cc:307] RPC server started. Bound to: 127.8.114.190:35713
20:54:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.794016 8751 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.114.190:35713 every 8 connection(s)
20:54:07.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.796598 8677 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/data/info.pb
20:54:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.802551 8752 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:54:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.804364 8650 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu as pid 8677
20:54:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.804760 8650 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/wal/instance
20:54:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.815837 8752 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.114.190" port: 35713 } has no permanent_uuid. Determining permanent_uuid...
20:54:07.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.114.189@KRBTEST.COM; defaulting to no policy
20:54:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:54:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.114.189@KRBTEST.COM" created.
20:54:07.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:07 dist-test-slave-vq2q krb5kdc[8664](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049647, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.114.190@KRBTEST.COM for kudu/127.8.114.190@KRBTEST.COM
20:54:07.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:54:07.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.114.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kudu_127.8.114.189.keytab.
20:54:07.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.114.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kudu_127.8.114.189.keytab.
20:54:07.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.860351 8752 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.114.189" port: 38545 } has no permanent_uuid. Determining permanent_uuid...
20:54:07.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.862569 8650 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/wal
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/data
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/logs
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/data/info.pb
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.114.189:38545
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.114.189
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kudu_127.8.114.189.keytab
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.114.189
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.114.148:40713
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:54:07.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:54:07.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.114.190:35713,127.8.114.189:38545,127.8.114.188:42765
20:54:07.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:54:07.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34923/jwks.json
20:54:07.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:54:07.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:07.863235 8700 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.114.189:38545: connect: Connection refused (error 111)
20:54:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:07.870167 8752 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.114.189:38545: Network error: Client connection negotiation failed: client connection to 127.8.114.189:38545: connect: Connection refused (error 111)
20:54:07.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.919757 8752 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.114.189" port: 38545 } attempt: 1
20:54:07.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:07.923588 8752 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.114.189:38545: Network error: Client connection negotiation failed: client connection to 127.8.114.189:38545: connect: Connection refused (error 111)
20:54:07.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:07.991959 8752 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.114.189" port: 38545 } attempt: 2
20:54:07.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:07.995580 8752 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.114.189:38545: Network error: Client connection negotiation failed: client connection to 127.8.114.189:38545: connect: Connection refused (error 111)
20:54:08.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:08.086977 8752 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.114.189" port: 38545 } attempt: 3
20:54:08.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:08.090555 8752 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.114.189:38545: Network error: Client connection negotiation failed: client connection to 127.8.114.189:38545: connect: Connection refused (error 111)
20:54:08.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:08.190783 8759 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:54:08.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:08.191341 8759 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:54:08.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:08.192013 8759 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:54:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:08.223403 8759 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:54:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:08.223647 8759 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:54:08.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:08.223914 8759 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:54:08.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:08.224120 8759 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:54:08.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:08.224305 8759 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:54:08.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:08.224480 8759 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:54:08.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:08.224615 8759 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34923/jwks.json
20:54:08.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:08.234000 8752 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.114.189" port: 38545 } attempt: 4
20:54:08.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:08.237622 8752 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.114.189:38545: Network error: Client connection negotiation failed: client connection to 127.8.114.189:38545: connect: Connection refused (error 111)
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:08.262677 8759 master_runner.cc:386] Master server non-default flags:
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.114.148:40713
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/data
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/wal
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.114.190:35713,127.8.114.189:38545,127.8.114.188:42765
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kudu_127.8.114.189.keytab
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.114.189
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.114.189:38545
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34923/jwks.json
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/data/info.pb
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.114.189
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/logs
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:54:08.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:54:08.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:54:08.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:54:08.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:54:08.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:54:08.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:54:08.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:08.263852 8759 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:54:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:08.264820 8759 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:54:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:08.283361 8765 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:08.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:08.537050 8752 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.114.189" port: 38545 } attempt: 5
20:54:08.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:08.540700 8752 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.114.189:38545: Network error: Client connection negotiation failed: client connection to 127.8.114.189:38545: connect: Connection refused (error 111)
20:54:09.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.088232 8752 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.114.189" port: 38545 } attempt: 6
20:54:09.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:09.097383 8752 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.114.189:38545: Network error: Client connection negotiation failed: client connection to 127.8.114.189:38545: connect: Connection refused (error 111)
20:54:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:08.283694 8768 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:09.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:08.287637 8759 server_base.cc:1034] running on GCE node
20:54:09.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:08.284205 8766 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:09.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.420470 8759 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:54:09.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.423759 8759 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:54:09.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.425225 8759 hybrid_clock.cc:648] HybridClock initialized: now 1786049649425156 us; error 63 us; skew 500 ppm
20:54:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.426067 8759 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:54:09.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:09 dist-test-slave-vq2q krb5kdc[8664](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049649, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.114.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:54:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.433873 8759 init.cc:377] Logged in from keytab as kudu/127.8.114.189@KRBTEST.COM (short username kudu)
20:54:09.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.439459 8759 webserver.cc:460] Webserver started at http://127.8.114.189:46657/ using document root <none> and password file <none>
20:54:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.440418 8759 fs_manager.cc:359] Metadata directory not provided
20:54:09.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.440640 8759 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:54:09.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.441155 8759 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:54:09.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.446244 8759 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/data/instance:
20:54:09.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a879fb7af36a4ecba6b16916bd59d5d2"
20:54:09.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:54:09 on dist-test-slave-vq2q"
20:54:09.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.447511 8759 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/wal/instance:
20:54:09.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a879fb7af36a4ecba6b16916bd59d5d2"
20:54:09.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:54:09 on dist-test-slave-vq2q"
20:54:09.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.455202 8759 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
20:54:09.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.460851 8778 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:54:09.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.461956 8759 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
20:54:09.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.462302 8759 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/data,/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/wal
20:54:09.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a879fb7af36a4ecba6b16916bd59d5d2"
20:54:09.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:54:09 on dist-test-slave-vq2q"
20:54:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.462652 8759 fs_report.cc:383] FS layout report
20:54:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:54:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/wal
20:54:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/wal
20:54:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/data/data
20:54:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:54:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:54:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:54:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:54:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:54:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:54:09.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:54:09.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:54:09.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:54:09.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:54:09.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:54:09.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.515621 8759 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:54:09.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.521363 8759 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:54:09.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.521893 8759 kserver.cc:163] Server-wide thread pool size limit: 3276
20:54:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.605938 8759 rpc_server.cc:307] RPC server started. Bound to: 127.8.114.189:38545
20:54:09.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.606040 8831 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.114.189:38545 every 8 connection(s)
20:54:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.609042 8759 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/data/info.pb
20:54:09.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.614512 8832 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:54:09.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.617494 8650 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu as pid 8759
20:54:09.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.617977 8650 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/wal/instance
20:54:09.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.626332 8832 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.114.190" port: 35713 } has no permanent_uuid. Determining permanent_uuid...
20:54:09.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.8.114.188@KRBTEST.COM; defaulting to no policy
20:54:09.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:54:09.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.8.114.188@KRBTEST.COM" created.
20:54:09.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:09 dist-test-slave-vq2q krb5kdc[8664](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049649, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.114.189@KRBTEST.COM for kudu/127.8.114.190@KRBTEST.COM
20:54:09.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.672257 8832 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.114.189" port: 38545 } has no permanent_uuid. Determining permanent_uuid...
20:54:09.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:54:09.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.114.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kudu_127.8.114.188.keytab.
20:54:09.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.8.114.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kudu_127.8.114.188.keytab.
20:54:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.675912 8650 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:54:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:54:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/wal
20:54:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/data
20:54:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:54:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:54:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:54:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:54:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:54:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:54:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/logs
20:54:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/data/info.pb
20:54:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:54:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:54:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:54:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:54:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:54:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:54:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:54:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:54:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:54:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:54:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:54:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:54:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.114.188:42765
20:54:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.114.188
20:54:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:54:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kudu_127.8.114.188.keytab
20:54:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.114.188
20:54:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:54:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:54:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:54:09.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.114.148:40713
20:54:09.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:54:09.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:54:09.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:54:09.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:54:09.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.114.190:35713,127.8.114.189:38545,127.8.114.188:42765
20:54:09.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:54:09.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34923/jwks.json
20:54:09.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:54:09.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:09 dist-test-slave-vq2q krb5kdc[8664](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049649, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.114.189@KRBTEST.COM for kudu/127.8.114.189@KRBTEST.COM
20:54:09.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.710484 8832 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } has no permanent_uuid. Determining permanent_uuid...
20:54:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:09.713316 8782 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.114.188:42765: connect: Connection refused (error 111)
20:54:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:09.718693 8832 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.114.188:42765: Network error: Client connection negotiation failed: client connection to 127.8.114.188:42765: connect: Connection refused (error 111)
20:54:09.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.768514 8832 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } attempt: 1
20:54:09.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:09.772631 8832 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.114.188:42765: Network error: Client connection negotiation failed: client connection to 127.8.114.188:42765: connect: Connection refused (error 111)
20:54:09.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.840991 8832 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } attempt: 2
20:54:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:09.844835 8832 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.114.188:42765: Network error: Client connection negotiation failed: client connection to 127.8.114.188:42765: connect: Connection refused (error 111)
20:54:09.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:09.936208 8832 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } attempt: 3
20:54:09.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:09.940260 8832 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.114.188:42765: Network error: Client connection negotiation failed: client connection to 127.8.114.188:42765: connect: Connection refused (error 111)
20:54:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:10.057688 8841 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:54:10.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:10.058233 8841 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:54:10.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:10.058825 8841 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:54:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:10.083630 8832 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } attempt: 4
20:54:10.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:10.087397 8832 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.114.188:42765: Network error: Client connection negotiation failed: client connection to 127.8.114.188:42765: connect: Connection refused (error 111)
20:54:10.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:10.092352 8841 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:54:10.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:10.092576 8841 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:54:10.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:10.092839 8841 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:54:10.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:10.093034 8841 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:54:10.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:10.093302 8841 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:54:10.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:10.093513 8841 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:54:10.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:10.093672 8841 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34923/jwks.json
20:54:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:10.130808 8841 master_runner.cc:386] Master server non-default flags:
20:54:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:54:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.114.148:40713
20:54:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:54:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:54:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/data
20:54:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/wal
20:54:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:54:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:54:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.114.190:35713,127.8.114.189:38545,127.8.114.188:42765
20:54:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kudu_127.8.114.188.keytab
20:54:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.114.188
20:54:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:54:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.114.188:42765
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34923/jwks.json
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/data/info.pb
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.114.188
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/logs
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:54:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:10.132177 8841 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:54:10.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:10.133138 8841 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:54:10.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:10.153005 8848 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:10.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:10.157832 8752 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.114.189" port: 38545 } attempt: 7
20:54:10.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:10 dist-test-slave-vq2q krb5kdc[8664](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049647, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.114.190@KRBTEST.COM for kudu/127.8.114.189@KRBTEST.COM
20:54:10.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:10.190909 8752 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } has no permanent_uuid. Determining permanent_uuid...
20:54:10.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:10.200124 8752 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.114.188:42765: Network error: Client connection negotiation failed: client connection to 127.8.114.188:42765: connect: Connection refused (error 111)
20:54:10.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:10.258656 8752 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } attempt: 1
20:54:10.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:10.264153 8752 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.114.188:42765: Network error: Client connection negotiation failed: client connection to 127.8.114.188:42765: connect: Connection refused (error 111)
20:54:10.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:10.345671 8752 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } attempt: 2
20:54:10.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:10.350592 8752 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.114.188:42765: Network error: Client connection negotiation failed: client connection to 127.8.114.188:42765: connect: Connection refused (error 111)
20:54:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:10.386873 8832 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } attempt: 5
20:54:10.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:10.391992 8832 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.114.188:42765: Network error: Client connection negotiation failed: client connection to 127.8.114.188:42765: connect: Connection refused (error 111)
20:54:10.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:10.436195 8752 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } attempt: 3
20:54:10.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:10.499922 8752 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.114.188:42765: Network error: Client connection negotiation failed: client connection to 127.8.114.188:42765: connect: Connection refused (error 111)
20:54:10.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:10.640918 8752 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } attempt: 4
20:54:10.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:10.646920 8752 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.114.188:42765: Network error: Client connection negotiation failed: client connection to 127.8.114.188:42765: connect: Connection refused (error 111)
20:54:10.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:10.930419 8752 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } attempt: 5
20:54:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:10.935796 8752 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.114.188:42765: Network error: Client connection negotiation failed: client connection to 127.8.114.188:42765: connect: Connection refused (error 111)
20:54:10.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:10.939517 8832 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } attempt: 6
20:54:10.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:10.947948 8832 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.114.188:42765: Network error: Client connection negotiation failed: client connection to 127.8.114.188:42765: connect: Connection refused (error 111)
20:54:11.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:10.153067 8849 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:11.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:10.162467 8851 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:11.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:11.358564 8850 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1203 milliseconds
20:54:11.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.358670 8841 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:54:11.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.359817 8841 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:54:11.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.363041 8841 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:54:11.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.364454 8841 hybrid_clock.cc:648] HybridClock initialized: now 1786049651364424 us; error 56 us; skew 500 ppm
20:54:11.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.365315 8841 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:54:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:11 dist-test-slave-vq2q krb5kdc[8664](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049651, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.114.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:54:11.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.371450 8841 init.cc:377] Logged in from keytab as kudu/127.8.114.188@KRBTEST.COM (short username kudu)
20:54:11.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.378001 8841 webserver.cc:460] Webserver started at http://127.8.114.188:45513/ using document root <none> and password file <none>
20:54:11.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.378954 8841 fs_manager.cc:359] Metadata directory not provided
20:54:11.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.379141 8841 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:54:11.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.379534 8841 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:54:11.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.384827 8841 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/data/instance:
20:54:11.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01c327cf4f634d7486218e386ba26b33"
20:54:11.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:54:11 on dist-test-slave-vq2q"
20:54:11.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.386210 8841 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/wal/instance:
20:54:11.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01c327cf4f634d7486218e386ba26b33"
20:54:11.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:54:11 on dist-test-slave-vq2q"
20:54:11.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.394220 8841 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
20:54:11.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.399631 8868 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:54:11.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.400655 8841 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
20:54:11.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.401002 8841 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/data,/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/wal
20:54:11.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01c327cf4f634d7486218e386ba26b33"
20:54:11.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:54:11 on dist-test-slave-vq2q"
20:54:11.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.401377 8841 fs_report.cc:383] FS layout report
20:54:11.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:54:11.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/wal
20:54:11.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/wal
20:54:11.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/data/data
20:54:11.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:54:11.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:54:11.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:54:11.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:54:11.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:54:11.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:54:11.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:54:11.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:54:11.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:54:11.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:54:11.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:54:11.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.444015 8841 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:54:11.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.450562 8841 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:54:11.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.451001 8841 kserver.cc:163] Server-wide thread pool size limit: 3276
20:54:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:11.486862 8748 debug-util.cc:398] Leaking SignalData structure 0x7b080007f2a0 after lost signal to thread 8678
20:54:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:11.487571 8748 debug-util.cc:398] Leaking SignalData structure 0x7b0800082680 after lost signal to thread 8751
20:54:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.488296 8752 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } attempt: 6
20:54:11.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:11.517325 8752 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.114.188:42765: Network error: Client connection negotiation failed: client connection to 127.8.114.188:42765: connect: Connection refused (error 111)
20:54:11.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.583781 8841 rpc_server.cc:307] RPC server started. Bound to: 127.8.114.188:42765
20:54:11.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.583876 8924 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.114.188:42765 every 8 connection(s)
20:54:11.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.587664 8841 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/data/info.pb
20:54:11.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.594216 8925 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:54:11.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.595213 8650 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu as pid 8841
20:54:11.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.595680 8650 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/wal/instance
20:54:11.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.611903 8925 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.114.190" port: 35713 } has no permanent_uuid. Determining permanent_uuid...
20:54:11.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:11 dist-test-slave-vq2q krb5kdc[8664](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049651, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.114.188@KRBTEST.COM for kudu/127.8.114.190@KRBTEST.COM
20:54:11.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:11 dist-test-slave-vq2q krb5kdc[8664](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049645, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.114.188@KRBTEST.COM
20:54:11.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.648801 8925 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.114.189" port: 38545 } has no permanent_uuid. Determining permanent_uuid...
20:54:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:11 dist-test-slave-vq2q krb5kdc[8664](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049651, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.114.188@KRBTEST.COM for kudu/127.8.114.189@KRBTEST.COM
20:54:11.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:11 dist-test-slave-vq2q krb5kdc[8664](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049645, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.114.189@KRBTEST.COM
20:54:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.695889 8925 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } has no permanent_uuid. Determining permanent_uuid...
20:54:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:11 dist-test-slave-vq2q krb5kdc[8664](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049651, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.114.188@KRBTEST.COM for kudu/127.8.114.188@KRBTEST.COM
20:54:11.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:11 dist-test-slave-vq2q krb5kdc[8664](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049645, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.114.190@KRBTEST.COM
20:54:11.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.735899 8925 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: Bootstrap starting.
20:54:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.739889 8650 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
20:54:11.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.743680 8925 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: Neither blocks nor log segments found. Creating new log.
20:54:11.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.746273 8925 log.cc:824] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: Log is configured to *not* fsync() on all Append() calls
20:54:11.747 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:54:11.749 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
20:54:11.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.752506 8925 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: No bootstrap required, opened a new log
20:54:11.763 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
20:54:11.765 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
20:54:11.776 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.8.114.190"
port: 35713
}
bound_http_address {
host: "127.8.114.190"
port: 43179
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.8.114.189"
port: 38545
}
bound_http_address {
host: "127.8.114.189"
port: 46657
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.8.114.188"
port: 42765
}
bound_http_address {
host: "127.8.114.188"
port: 45513
}
}
}
20:54:11.777 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:54:11.777 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:54:11.778 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:54:11.783 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:54:11.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.792801 8925 raft_consensus.cc:348] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2995a926ce8b402cbec1c8551d5da347" member_type: VOTER last_known_addr { host: "127.8.114.190" port: 35713 } } peers { permanent_uuid: "a879fb7af36a4ecba6b16916bd59d5d2" member_type: VOTER last_known_addr { host: "127.8.114.189" port: 38545 } } peers { permanent_uuid: "01c327cf4f634d7486218e386ba26b33" member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } }
20:54:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.793710 8925 raft_consensus.cc:374] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:54:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.794014 8925 raft_consensus.cc:729] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 01c327cf4f634d7486218e386ba26b33, State: Initialized, Role: FOLLOWER
20:54:11.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.794930 8925 consensus_queue.cc:260] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2995a926ce8b402cbec1c8551d5da347" member_type: VOTER last_known_addr { host: "127.8.114.190" port: 35713 } } peers { permanent_uuid: "a879fb7af36a4ecba6b16916bd59d5d2" member_type: VOTER last_known_addr { host: "127.8.114.189" port: 38545 } } peers { permanent_uuid: "01c327cf4f634d7486218e386ba26b33" member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } }
20:54:11.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.798296 8937 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2995a926ce8b402cbec1c8551d5da347" member_type: VOTER last_known_addr { host: "127.8.114.190" port: 35713 } } peers { permanent_uuid: "a879fb7af36a4ecba6b16916bd59d5d2" member_type: VOTER last_known_addr { host: "127.8.114.189" port: 38545 } } peers { permanent_uuid: "01c327cf4f634d7486218e386ba26b33" member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } } }
20:54:11.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.799036 8937 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [sys.catalog]: This master's current role is: FOLLOWER
20:54:11.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.800223 8925 sys_catalog.cc:564] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [sys.catalog]: configured and running, proceeding with master startup.
20:54:11.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.807901 8937 raft_consensus.cc:482] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:54:11.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.808471 8937 raft_consensus.cc:504] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2995a926ce8b402cbec1c8551d5da347" member_type: VOTER last_known_addr { host: "127.8.114.190" port: 35713 } } peers { permanent_uuid: "a879fb7af36a4ecba6b16916bd59d5d2" member_type: VOTER last_known_addr { host: "127.8.114.189" port: 38545 } } peers { permanent_uuid: "01c327cf4f634d7486218e386ba26b33" member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } }
20:54:11.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.812336 8937 leader_election.cc:288] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2995a926ce8b402cbec1c8551d5da347 (127.8.114.190:35713), a879fb7af36a4ecba6b16916bd59d5d2 (127.8.114.189:38545)
20:54:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:11 dist-test-slave-vq2q krb5kdc[8664](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049651, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:54:11.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:54:11.843 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:54:11.846 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/krb5cc
20:54:11.864 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:54:11.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.867439 8950 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:54:11.889 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/krb5cc
20:54:11.891 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:54:11.897 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
20:54:11.901 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:54:11.901 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:54:11.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.873781 8841 master_runner.cc:186] Error getting master registration for 127.8.114.190:35713: OK, instance_id { permanent_uuid: "2995a926ce8b402cbec1c8551d5da347" instance_seqno: 1786049647768440 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:54:11.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.910195 8841 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:54:11.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:11 dist-test-slave-vq2q krb5kdc[8664](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049651, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:54:11.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:54:11.947 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:54:11.948 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/krb5cc
20:54:11.950 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:54:11.951 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.114.189:38545
20:54:11.953 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:54:11.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.954000 8650 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu with pid 8759
20:54:11.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:11.956595 8875 tablet.cc:2369] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:54:11.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:11.985778 8872 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.8.114.189:38545 (error 108)
20:54:11.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:11.992017 8872 leader_election.cc:334] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a879fb7af36a4ecba6b16916bd59d5d2 (127.8.114.189:38545): Network error: Client connection negotiation failed: client connection to 127.8.114.189:38545: connect: Connection refused (error 111)
20:54:11.993 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:54:11.993 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.114.190:35713
20:54:11.994 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:54:11.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:11.994309 8650 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu with pid 8677
20:54:12.016 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:54:12.016 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.8.114.188:42765
20:54:12.017 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:54:12.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:12.017925 8650 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu with pid 8841
20:54:12.036 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:54:12.036 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.114.189:38545
20:54:12.037 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
20:54:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:12.039685 8650 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:54:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:54:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/wal
20:54:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/data
20:54:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:54:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:54:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:54:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:54:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:54:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:54:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/logs
20:54:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/data/info.pb
20:54:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:54:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:54:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:54:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:54:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:54:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:54:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:54:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:54:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:54:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:54:12.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:54:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:54:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.114.189:38545
20:54:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.114.189
20:54:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46657
20:54:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kudu_127.8.114.189.keytab
20:54:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.114.189
20:54:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:54:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:54:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:54:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.114.148:40713
20:54:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:54:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:54:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:54:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:54:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.114.190:35713,127.8.114.189:38545,127.8.114.188:42765
20:54:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:54:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34923/jwks.json
20:54:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:54:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:12.348287 8955 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:54:12.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:12.348834 8955 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:54:12.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:12.349468 8955 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:54:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:12.380950 8955 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:54:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:12.381203 8955 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:54:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:12.381487 8955 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:54:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:12.381780 8955 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:54:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:12.382086 8955 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:54:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:12.382367 8955 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:54:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:12.382578 8955 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34923/jwks.json
20:54:12.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:12.420302 8955 master_runner.cc:386] Master server non-default flags:
20:54:12.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:54:12.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.114.148:40713
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/data
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/wal
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.114.190:35713,127.8.114.189:38545,127.8.114.188:42765
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kudu_127.8.114.189.keytab
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.114.189
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.114.189:38545
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34923/jwks.json
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/data/info.pb
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.114.189
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46657
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:54:12.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:54:12.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:54:12.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:54:12.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/logs
20:54:12.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:54:12.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:54:12.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:54:12.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:54:12.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:54:12.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:54:12.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:54:12.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:54:12.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:54:12.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:54:12.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:12.421866 8955 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:54:12.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:12.423063 8955 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:54:12.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:12.440747 8962 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:13.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:12.441052 8965 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:13.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:12.441681 8963 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:13.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:12.443332 8955 server_base.cc:1034] running on GCE node
20:54:13.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.571380 8955 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:54:13.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.574074 8955 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:54:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.575455 8955 hybrid_clock.cc:648] HybridClock initialized: now 1786049653575424 us; error 41 us; skew 500 ppm
20:54:13.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.576504 8955 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:54:13.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:13 dist-test-slave-vq2q krb5kdc[8664](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049653, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.114.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:54:13.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.586351 8955 init.cc:377] Logged in from keytab as kudu/127.8.114.189@KRBTEST.COM (short username kudu)
20:54:13.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.591826 8955 webserver.cc:460] Webserver started at http://127.8.114.189:46657/ using document root <none> and password file <none>
20:54:13.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.592768 8955 fs_manager.cc:359] Metadata directory not provided
20:54:13.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.592985 8955 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:54:13.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.601614 8955 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.000s
20:54:13.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.605847 8974 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:54:13.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.606946 8955 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
20:54:13.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.607221 8955 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/data,/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/wal
20:54:13.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a879fb7af36a4ecba6b16916bd59d5d2"
20:54:13.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:54:09 on dist-test-slave-vq2q"
20:54:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.609828 8955 fs_report.cc:383] FS layout report
20:54:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:54:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/wal
20:54:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/wal
20:54:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/data/data
20:54:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:54:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:54:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:54:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:54:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:54:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:54:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:54:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:54:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:54:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:54:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:54:13.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.649230 8955 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:54:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.654927 8955 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:54:13.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.655381 8955 kserver.cc:163] Server-wide thread pool size limit: 3276
20:54:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.725961 8955 rpc_server.cc:307] RPC server started. Bound to: 127.8.114.189:38545
20:54:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.726061 9031 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.114.189:38545 every 8 connection(s)
20:54:13.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.729872 8955 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/data/info.pb
20:54:13.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.732126 8650 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu as pid 8955
20:54:13.732 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:54:13.733 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.114.190:35713
20:54:13.733 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:54:13.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.735230 8650 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:54:13.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:54:13.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/wal
20:54:13.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/data
20:54:13.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:54:13.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:54:13.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:54:13.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:54:13.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:54:13.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:54:13.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/logs
20:54:13.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/data/info.pb
20:54:13.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:54:13.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:54:13.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:54:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:54:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:54:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:54:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:54:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:54:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:54:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:54:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:54:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:54:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.114.190:35713
20:54:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.114.190
20:54:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43179
20:54:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kudu_127.8.114.190.keytab
20:54:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.114.190
20:54:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:54:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:54:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:54:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.114.148:40713
20:54:13.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:54:13.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:54:13.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:54:13.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:54:13.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.114.190:35713,127.8.114.189:38545,127.8.114.188:42765
20:54:13.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:54:13.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34923/jwks.json
20:54:13.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:54:13.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.743850 9032 sys_catalog.cc:263] Verifying existing consensus state
20:54:13.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260806 20:54:13.744714 9032 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:54:13.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.745110 8955 master.cc:537] Master@127.8.114.189:38545 shutting down...
20:54:13.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:13.802986 8955 master.cc:552] Master@127.8.114.189:38545 shutdown complete.
20:54:13.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:54:14.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:14.063932 9034 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:54:14.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:14.064610 9034 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:54:14.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:14.065387 9034 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:54:14.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:14.098644 9034 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:54:14.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:14.098908 9034 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:54:14.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:14.099303 9034 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:54:14.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:14.099593 9034 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:54:14.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:14.099924 9034 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:54:14.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:14.100252 9034 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:54:14.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:14.100459 9034 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34923/jwks.json
20:54:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:14.136926 9034 master_runner.cc:386] Master server non-default flags:
20:54:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:54:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.114.148:40713
20:54:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:54:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:54:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/data
20:54:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/wal
20:54:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:54:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:54:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.114.190:35713,127.8.114.189:38545,127.8.114.188:42765
20:54:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kudu_127.8.114.190.keytab
20:54:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.114.190
20:54:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:54:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:54:14.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:54:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.114.190:35713
20:54:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:54:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:54:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:54:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34923/jwks.json
20:54:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:54:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:54:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:54:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:54:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:54:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/data/info.pb
20:54:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.114.190
20:54:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43179
20:54:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:54:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:54:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:54:14.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:54:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:54:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/logs
20:54:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:54:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:54:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:54:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:54:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:54:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:54:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:54:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:54:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:54:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:54:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:14.138466 9034 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:54:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:14.139858 9034 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:54:14.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:14.159138 9041 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:14.159384 9040 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:15.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:14.160403 9043 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:15.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:14.160770 9034 server_base.cc:1034] running on GCE node
20:54:15.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.296535 9034 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:54:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.299268 9034 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:54:15.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.300627 9034 hybrid_clock.cc:648] HybridClock initialized: now 1786049655300597 us; error 45 us; skew 500 ppm
20:54:15.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.301608 9034 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:54:15.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:15 dist-test-slave-vq2q krb5kdc[8664](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049655, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.114.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:54:15.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.307615 9034 init.cc:377] Logged in from keytab as kudu/127.8.114.190@KRBTEST.COM (short username kudu)
20:54:15.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.313099 9034 webserver.cc:460] Webserver started at http://127.8.114.190:43179/ using document root <none> and password file <none>
20:54:15.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.314090 9034 fs_manager.cc:359] Metadata directory not provided
20:54:15.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.314317 9034 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:54:15.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.322106 9034 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.007s sys 0.001s
20:54:15.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.326352 9055 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:54:15.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.327338 9034 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.002s
20:54:15.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.327666 9034 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/data,/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/wal
20:54:15.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2995a926ce8b402cbec1c8551d5da347"
20:54:15.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:54:07 on dist-test-slave-vq2q"
20:54:15.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.330066 9034 fs_report.cc:383] FS layout report
20:54:15.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:54:15.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/wal
20:54:15.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/wal
20:54:15.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/data/data
20:54:15.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:54:15.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:54:15.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:54:15.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:54:15.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:54:15.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:54:15.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:54:15.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:54:15.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:54:15.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:54:15.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:54:15.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.380048 9034 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:54:15.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.385888 9034 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:54:15.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.386390 9034 kserver.cc:163] Server-wide thread pool size limit: 3276
20:54:15.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.456095 9034 rpc_server.cc:307] RPC server started. Bound to: 127.8.114.190:35713
20:54:15.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.456202 9110 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.114.190:35713 every 8 connection(s)
20:54:15.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.458912 9034 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/data/info.pb
20:54:15.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.462455 8650 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu as pid 9034
20:54:15.463 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:54:15.463 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.8.114.188:42765
20:54:15.464 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:54:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.465402 8650 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:54:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu
20:54:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/wal
20:54:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/data
20:54:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:54:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:54:15.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/logs
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/data/info.pb
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.114.188:42765
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.114.188
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45513
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kudu_127.8.114.188.keytab
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.114.188
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.114.148:40713
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:54:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.114.190:35713,127.8.114.189:38545,127.8.114.188:42765
20:54:15.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:54:15.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34923/jwks.json
20:54:15.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:54:15.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.470084 9111 sys_catalog.cc:263] Verifying existing consensus state
20:54:15.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260806 20:54:15.470983 9111 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:54:15.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.471421 9034 master.cc:537] Master@127.8.114.190:35713 shutting down...
20:54:15.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.530478 9034 master.cc:552] Master@127.8.114.190:35713 shutdown complete.
20:54:15.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:54:15.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:15.793861 9113 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:54:15.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:15.794512 9113 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:54:15.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:15.795217 9113 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:54:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:15.826535 9113 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:54:15.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:15.826812 9113 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:54:15.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:15.827193 9113 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:54:15.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:15.827497 9113 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:54:15.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:15.827781 9113 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:54:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:15.828066 9113 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:54:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:15.828281 9113 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34923/jwks.json
20:54:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.868232 9113 master_runner.cc:386] Master server non-default flags:
20:54:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:54:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.114.148:40713
20:54:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/data
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/wal
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.114.190:35713,127.8.114.189:38545,127.8.114.188:42765
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/krb5kdc/kudu_127.8.114.188.keytab
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.8.114.188
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.114.188:42765
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34923/jwks.json
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/data/info.pb
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.114.188
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45513
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:54:15.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:54:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:54:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/logs
20:54:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:54:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:54:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:54:15.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:54:15.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:54:15.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:54:15.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:54:15.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 06 Aug 2026 19:37:47 UTC on ccycloud.quasar-yousdc.root.comops.site
20:54:15.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4571031
20:54:15.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:54:15.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.869874 9113 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:54:15.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.872458 9113 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:54:15.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:15.890638 9123 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:15.890664 9121 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:15.890628 9120 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:54:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:15.892302 9113 server_base.cc:1034] running on GCE node
20:54:17.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.041715 9113 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:54:17.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.044498 9113 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:54:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.045852 9113 hybrid_clock.cc:648] HybridClock initialized: now 1786049657045811 us; error 53 us; skew 500 ppm
20:54:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.046734 9113 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:54:17.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:17 dist-test-slave-vq2q krb5kdc[8664](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049657, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.114.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:54:17.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.052559 9113 init.cc:377] Logged in from keytab as kudu/127.8.114.188@KRBTEST.COM (short username kudu)
20:54:17.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.058110 9113 webserver.cc:460] Webserver started at http://127.8.114.188:45513/ using document root <none> and password file <none>
20:54:17.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.059196 9113 fs_manager.cc:359] Metadata directory not provided
20:54:17.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.059419 9113 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:54:17.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.068655 9113 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.006s sys 0.000s
20:54:17.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.073314 9131 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:54:17.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.074391 9113 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.003s
20:54:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.074764 9113 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/data,/tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/wal
20:54:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01c327cf4f634d7486218e386ba26b33"
20:54:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-06 20:54:11 on dist-test-slave-vq2q"
20:54:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.077222 9113 fs_report.cc:383] FS layout report
20:54:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:54:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/wal
20:54:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/wal
20:54:17.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/data/data
20:54:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:54:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:54:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:54:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:54:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:54:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:54:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:54:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:54:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:54:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:54:17.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:54:17.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.119315 9113 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:54:17.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.125599 9113 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:54:17.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.126047 9113 kserver.cc:163] Server-wide thread pool size limit: 3276
20:54:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.203044 9113 rpc_server.cc:307] RPC server started. Bound to: 127.8.114.188:42765
20:54:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.203243 9186 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.114.188:42765 every 8 connection(s)
20:54:17.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.205976 9113 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDoZseX/test-tmp/mini-kudu-cluster369709248854025545/master-2/data/info.pb
20:54:17.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.209806 8650 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu as pid 9113
20:54:17.210 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:54:17.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.217535 9187 sys_catalog.cc:263] Verifying existing consensus state
20:54:17.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.223199 9187 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: Bootstrap starting.
20:54:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.258611 9187 log.cc:824] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: Log is configured to *not* fsync() on all Append() calls
20:54:17.259 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:17.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.263473 9187 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:54:17.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.264206 9187 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: Bootstrap complete.
20:54:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.294875 9187 raft_consensus.cc:348] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2995a926ce8b402cbec1c8551d5da347" member_type: VOTER last_known_addr { host: "127.8.114.190" port: 35713 } } peers { permanent_uuid: "a879fb7af36a4ecba6b16916bd59d5d2" member_type: VOTER last_known_addr { host: "127.8.114.189" port: 38545 } } peers { permanent_uuid: "01c327cf4f634d7486218e386ba26b33" member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } }
20:54:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.298476 9187 raft_consensus.cc:374] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:54:17.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.298811 9187 raft_consensus.cc:729] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 01c327cf4f634d7486218e386ba26b33, State: Initialized, Role: FOLLOWER
20:54:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.299866 9187 consensus_queue.cc:260] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2995a926ce8b402cbec1c8551d5da347" member_type: VOTER last_known_addr { host: "127.8.114.190" port: 35713 } } peers { permanent_uuid: "a879fb7af36a4ecba6b16916bd59d5d2" member_type: VOTER last_known_addr { host: "127.8.114.189" port: 38545 } } peers { permanent_uuid: "01c327cf4f634d7486218e386ba26b33" member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } }
20:54:17.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.302973 9191 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2995a926ce8b402cbec1c8551d5da347" member_type: VOTER last_known_addr { host: "127.8.114.190" port: 35713 } } peers { permanent_uuid: "a879fb7af36a4ecba6b16916bd59d5d2" member_type: VOTER last_known_addr { host: "127.8.114.189" port: 38545 } } peers { permanent_uuid: "01c327cf4f634d7486218e386ba26b33" member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } } }
20:54:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.304037 9191 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [sys.catalog]: This master's current role is: FOLLOWER
20:54:17.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.304783 9187 sys_catalog.cc:564] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [sys.catalog]: configured and running, proceeding with master startup.
20:54:17.336 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:17.345 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.8.114.188:42765(127.8.114.188:42765)] connecting to peer
20:54:17.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:17.342437 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:17.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:17.342825 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.350260 9191 raft_consensus.cc:482] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:54:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.350780 9191 raft_consensus.cc:504] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2995a926ce8b402cbec1c8551d5da347" member_type: VOTER last_known_addr { host: "127.8.114.190" port: 35713 } } peers { permanent_uuid: "a879fb7af36a4ecba6b16916bd59d5d2" member_type: VOTER last_known_addr { host: "127.8.114.189" port: 38545 } } peers { permanent_uuid: "01c327cf4f634d7486218e386ba26b33" member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } }
20:54:17.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.355183 9191 leader_election.cc:288] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2995a926ce8b402cbec1c8551d5da347 (127.8.114.190:35713), a879fb7af36a4ecba6b16916bd59d5d2 (127.8.114.189:38545)
20:54:17.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:17.358569 9135 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.114.189:38545: connect: Connection refused (error 111)
20:54:17.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.345242 9113 master_runner.cc:186] Error getting master registration for 127.8.114.190:35713: Network error: Client connection negotiation failed: client connection to 127.8.114.190:35713: connect: Connection refused (error 111),
20:54:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.376130 9113 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:54:17.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:17.381196 9137 tablet.cc:2369] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:54:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:17.384142 9134 leader_election.cc:334] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2995a926ce8b402cbec1c8551d5da347 (127.8.114.190:35713): Network error: Client connection negotiation failed: client connection to 127.8.114.190:35713: connect: Connection refused (error 111)
20:54:17.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:17.388386 9135 leader_election.cc:334] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a879fb7af36a4ecba6b16916bd59d5d2 (127.8.114.189:38545): Network error: Client connection negotiation failed: client connection to 127.8.114.189:38545: connect: Connection refused (error 111)
20:54:17.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.389125 9135 leader_election.cc:302] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 01c327cf4f634d7486218e386ba26b33; no voters: 2995a926ce8b402cbec1c8551d5da347, a879fb7af36a4ecba6b16916bd59d5d2
20:54:17.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:17.390142 9191 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:54:17.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:17.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:17.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:17.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:17.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:17.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:17.407 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.8.114.188:42765(127.8.114.188:42765)] Successfully connected to peer
20:54:17.482 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
20:54:17.493 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.8.114.188
20:54:17.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:17 dist-test-slave-vq2q krb5kdc[8664](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049651, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.8.114.188@KRBTEST.COM
20:54:17.759 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4c268ba5, L:/127.0.0.1:44896 - R:/127.8.114.188:42765] using SASL/GSSAPI
20:54:17.775 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:17.796 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:17.798 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:17.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:17.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:17.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:17.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:17.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:17.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:17.812 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:17.835 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:17.837 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:17.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:17.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:17.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:17.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:17.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:17.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:17.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:17.855 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:17.856 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:17.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:17.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:17.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:17.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:17.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:17.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:17.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:17.875 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:17.876 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:17.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:17.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:17.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:17.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:17.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:17.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:17.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:17.935 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:17.937 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:17.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:17.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:17.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:17.939 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:17.939 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:17.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:17.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:18.015 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:18.016 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:18.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:18.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:18.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:18.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:18.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:18.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:18.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:18.135 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:18.136 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:18.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:18.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:18.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:18.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:18.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:18.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:18.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:18.255 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:18.256 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:18.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:18.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:18.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:18.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:18.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:18.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:18.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:18.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:18.346156 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:18.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:18.346449 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:18.555 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:18.557 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:18.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:18.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:18.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:18.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:18.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:18.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:18.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:19.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:19.349562 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:19.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:19.349841 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:19.494 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:19.495 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:19.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:19.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:19.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:19.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:19.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:19.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:19.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:19.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:19.575122 9213 raft_consensus.cc:482] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:54:19.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:19.575489 9213 raft_consensus.cc:504] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2995a926ce8b402cbec1c8551d5da347" member_type: VOTER last_known_addr { host: "127.8.114.190" port: 35713 } } peers { permanent_uuid: "a879fb7af36a4ecba6b16916bd59d5d2" member_type: VOTER last_known_addr { host: "127.8.114.189" port: 38545 } } peers { permanent_uuid: "01c327cf4f634d7486218e386ba26b33" member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } }
20:54:19.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:19.576872 9213 leader_election.cc:288] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2995a926ce8b402cbec1c8551d5da347 (127.8.114.190:35713), a879fb7af36a4ecba6b16916bd59d5d2 (127.8.114.189:38545)
20:54:19.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:19.582620 9134 leader_election.cc:334] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2995a926ce8b402cbec1c8551d5da347 (127.8.114.190:35713): Network error: Client connection negotiation failed: client connection to 127.8.114.190:35713: connect: Connection refused (error 111)
20:54:19.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:19.583086 9135 leader_election.cc:334] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a879fb7af36a4ecba6b16916bd59d5d2 (127.8.114.189:38545): Network error: Client connection negotiation failed: client connection to 127.8.114.189:38545: connect: Connection refused (error 111)
20:54:19.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:19.583421 9135 leader_election.cc:302] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 01c327cf4f634d7486218e386ba26b33; no voters: 2995a926ce8b402cbec1c8551d5da347, a879fb7af36a4ecba6b16916bd59d5d2
20:54:19.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:19.584022 9213 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:54:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:20.352787 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:20.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:20.353068 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:21.095 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:21.096 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:21.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:21.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:21.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:21.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:21.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:21.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:21.101 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:21.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:21.355958 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:21.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:21.356228 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:22.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:22.109308 9220 raft_consensus.cc:482] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:54:22.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:22.110188 9220 raft_consensus.cc:504] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2995a926ce8b402cbec1c8551d5da347" member_type: VOTER last_known_addr { host: "127.8.114.190" port: 35713 } } peers { permanent_uuid: "a879fb7af36a4ecba6b16916bd59d5d2" member_type: VOTER last_known_addr { host: "127.8.114.189" port: 38545 } } peers { permanent_uuid: "01c327cf4f634d7486218e386ba26b33" member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } }
20:54:22.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:22.112978 9220 leader_election.cc:288] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2995a926ce8b402cbec1c8551d5da347 (127.8.114.190:35713), a879fb7af36a4ecba6b16916bd59d5d2 (127.8.114.189:38545)
20:54:22.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:22.121026 9134 leader_election.cc:334] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2995a926ce8b402cbec1c8551d5da347 (127.8.114.190:35713): Network error: Client connection negotiation failed: client connection to 127.8.114.190:35713: connect: Connection refused (error 111)
20:54:22.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:22.121832 9135 leader_election.cc:334] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a879fb7af36a4ecba6b16916bd59d5d2 (127.8.114.189:38545): Network error: Client connection negotiation failed: client connection to 127.8.114.189:38545: connect: Connection refused (error 111)
20:54:22.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:22.122545 9135 leader_election.cc:302] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 01c327cf4f634d7486218e386ba26b33; no voters: 2995a926ce8b402cbec1c8551d5da347, a879fb7af36a4ecba6b16916bd59d5d2
20:54:22.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:22.123692 9220 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:54:22.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:22.361725 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:22.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:22.362591 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:22.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:22.379689 9113 master_runner.cc:186] Error getting master registration for 127.8.114.190:35713: Network error: Client connection negotiation failed: client connection to 127.8.114.190:35713: connect: Connection refused (error 111),
20:54:22.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:22.380367 9113 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:54:22.655 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:22.657 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:22.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:22.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:22.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:22.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:22.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:22.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:22.668 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:23.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:23.365561 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:23.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:23.365845 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:24.015 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:24.017 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:24.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:24.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:24.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:24.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:24.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:24.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:24.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:24.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:24.368903 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:24.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:24.369197 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:24.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:24.884506 7953 debug-util.cc:398] Leaking SignalData structure 0x7b080008e840 after lost signal to thread 7883
20:54:24.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:24.885027 7953 debug-util.cc:398] Leaking SignalData structure 0x7b080008eda0 after lost signal to thread 7956
20:54:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:25.326543 9229 raft_consensus.cc:482] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:54:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:25.326970 9229 raft_consensus.cc:504] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2995a926ce8b402cbec1c8551d5da347" member_type: VOTER last_known_addr { host: "127.8.114.190" port: 35713 } } peers { permanent_uuid: "a879fb7af36a4ecba6b16916bd59d5d2" member_type: VOTER last_known_addr { host: "127.8.114.189" port: 38545 } } peers { permanent_uuid: "01c327cf4f634d7486218e386ba26b33" member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } }
20:54:25.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:25.328348 9229 leader_election.cc:288] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2995a926ce8b402cbec1c8551d5da347 (127.8.114.190:35713), a879fb7af36a4ecba6b16916bd59d5d2 (127.8.114.189:38545)
20:54:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:25.330298 9134 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.114.190:35713: connect: Connection refused (error 111) [suppressed 5 similar messages]
20:54:25.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:25.332630 9135 leader_election.cc:334] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a879fb7af36a4ecba6b16916bd59d5d2 (127.8.114.189:38545): Network error: Client connection negotiation failed: client connection to 127.8.114.189:38545: connect: Connection refused (error 111)
20:54:25.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:25.333015 9134 leader_election.cc:334] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2995a926ce8b402cbec1c8551d5da347 (127.8.114.190:35713): Network error: Client connection negotiation failed: client connection to 127.8.114.190:35713: connect: Connection refused (error 111)
20:54:25.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:25.333428 9134 leader_election.cc:302] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 01c327cf4f634d7486218e386ba26b33; no voters: 2995a926ce8b402cbec1c8551d5da347, a879fb7af36a4ecba6b16916bd59d5d2
20:54:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:25.333968 9229 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:54:25.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:25.372040 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:25.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:25.372311 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:26.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:26.375903 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:26.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:26.376255 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:27.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:27 dist-test-slave-vq2q krb5kdc[8664](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049667, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.114.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:54:27.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:27.056314 9127 init.cc:295] Successfully reacquired a new kerberos TGT
20:54:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:27.379110 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:27.379376 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:27.383805 9113 master_runner.cc:186] Error getting master registration for 127.8.114.190:35713: Network error: Client connection negotiation failed: client connection to 127.8.114.190:35713: connect: Connection refused (error 111),
20:54:27.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:27.384205 9113 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:54:28.095 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:28.096 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:28.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:28.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:28.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:28.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:28.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:28.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:28.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:28.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:28.382226 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:28.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:28.382498 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:29.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:29.385330 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:29.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:29.385593 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:30.374 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:30.376 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:30.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:30.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:30.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:30.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:30.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:30.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:30.381 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:30.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:30.388511 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:30.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:30.388758 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:31.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:31.249396 9242 raft_consensus.cc:482] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:54:31.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:31.249873 9242 raft_consensus.cc:504] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2995a926ce8b402cbec1c8551d5da347" member_type: VOTER last_known_addr { host: "127.8.114.190" port: 35713 } } peers { permanent_uuid: "a879fb7af36a4ecba6b16916bd59d5d2" member_type: VOTER last_known_addr { host: "127.8.114.189" port: 38545 } } peers { permanent_uuid: "01c327cf4f634d7486218e386ba26b33" member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } }
20:54:31.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:31.251888 9242 leader_election.cc:288] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2995a926ce8b402cbec1c8551d5da347 (127.8.114.190:35713), a879fb7af36a4ecba6b16916bd59d5d2 (127.8.114.189:38545)
20:54:31.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:31.254153 9134 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.114.190:35713: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:54:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:31.256686 9135 leader_election.cc:334] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a879fb7af36a4ecba6b16916bd59d5d2 (127.8.114.189:38545): Network error: Client connection negotiation failed: client connection to 127.8.114.189:38545: connect: Connection refused (error 111)
20:54:31.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:31.257086 9134 leader_election.cc:334] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2995a926ce8b402cbec1c8551d5da347 (127.8.114.190:35713): Network error: Client connection negotiation failed: client connection to 127.8.114.190:35713: connect: Connection refused (error 111)
20:54:31.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:31.257603 9134 leader_election.cc:302] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 01c327cf4f634d7486218e386ba26b33; no voters: 2995a926ce8b402cbec1c8551d5da347, a879fb7af36a4ecba6b16916bd59d5d2
20:54:31.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:31.258358 9242 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:54:31.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:31.391573 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:31.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:31.391822 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:32.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:32.182173 8632 debug-util.cc:398] Leaking SignalData structure 0x7b08000b4860 after lost signal to thread 8496
20:54:32.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:32.183132 8632 debug-util.cc:398] Leaking SignalData structure 0x7b08000af420 after lost signal to thread 8637
20:54:32.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:32.386943 9113 master_runner.cc:186] Error getting master registration for 127.8.114.190:35713: Network error: Client connection negotiation failed: client connection to 127.8.114.190:35713: connect: Connection refused (error 111),
20:54:32.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:32.387334 9113 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:54:32.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:32.394588 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:32.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:32.394817 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:32.455 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:32.456 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:32.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:32.457 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:32.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:32.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:32.459 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:32.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:32.461 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:33.397835 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:33.398101 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:33.435 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:33.437 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:33.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:33.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:33.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:33.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:33.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:33.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:33.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:34.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:34.401106 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:34.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:34.401399 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:35.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:35.404179 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:35.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:35.404449 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:36.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:36.408231 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:36.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:36.408591 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:36.495 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:36.496 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:36.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:36.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:36.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:36.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:36.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:36.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:36.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:36.995 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:36.997 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:36.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:36.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:36.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:37.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:37.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:37.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:37.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:37.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 06 20:54:37 dist-test-slave-vq2q krb5kdc[8664](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786049677, etypes {rep=17 tkt=17 ses=17}, kudu/127.8.114.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:54:37.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:37.058743 9127 init.cc:295] Successfully reacquired a new kerberos TGT
20:54:37.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:37.390730 9113 master_runner.cc:186] Error getting master registration for 127.8.114.190:35713: Network error: Client connection negotiation failed: client connection to 127.8.114.190:35713: connect: Connection refused (error 111),
20:54:37.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:37.391153 9113 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:54:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:37.411576 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:37.411865 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:38.414702 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:38.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:38.415027 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:38.855 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:38.856 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:38.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:38.857 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:38.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:38.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:38.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:38.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:38.861 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:39.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:39.417928 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:39.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:39.418193 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:40.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:40.421061 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:40.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:40.421391 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:41.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:41.424108 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:41.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:41.424412 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:42.215 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:42.215 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:42.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:42.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:42.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:42.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:42.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:42.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:42.221 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:42.305932 9264 raft_consensus.cc:482] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:54:42.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:42.306452 9264 raft_consensus.cc:504] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2995a926ce8b402cbec1c8551d5da347" member_type: VOTER last_known_addr { host: "127.8.114.190" port: 35713 } } peers { permanent_uuid: "a879fb7af36a4ecba6b16916bd59d5d2" member_type: VOTER last_known_addr { host: "127.8.114.189" port: 38545 } } peers { permanent_uuid: "01c327cf4f634d7486218e386ba26b33" member_type: VOTER last_known_addr { host: "127.8.114.188" port: 42765 } }
20:54:42.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:42.308212 9264 leader_election.cc:288] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 2995a926ce8b402cbec1c8551d5da347 (127.8.114.190:35713), a879fb7af36a4ecba6b16916bd59d5d2 (127.8.114.189:38545)
20:54:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:42.310631 9134 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.114.190:35713: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:54:42.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:42.313169 9135 leader_election.cc:334] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer a879fb7af36a4ecba6b16916bd59d5d2 (127.8.114.189:38545): Network error: Client connection negotiation failed: client connection to 127.8.114.189:38545: connect: Connection refused (error 111)
20:54:42.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:42.313652 9134 leader_election.cc:334] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 2995a926ce8b402cbec1c8551d5da347 (127.8.114.190:35713): Network error: Client connection negotiation failed: client connection to 127.8.114.190:35713: connect: Connection refused (error 111)
20:54:42.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:42.314002 9134 leader_election.cc:302] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 01c327cf4f634d7486218e386ba26b33; no voters: 2995a926ce8b402cbec1c8551d5da347, a879fb7af36a4ecba6b16916bd59d5d2
20:54:42.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:42.314565 9264 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:54:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:42.393170 9113 master_runner.cc:186] Error getting master registration for 127.8.114.190:35713: Network error: Client connection negotiation failed: client connection to 127.8.114.190:35713: connect: Connection refused (error 111),
20:54:42.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:42.393630 9113 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:54:42.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:42.427384 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:42.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:42.427663 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:42.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:42.981544 7953 debug-util.cc:398] Leaking SignalData structure 0x7b08000acc00 after lost signal to thread 7883
20:54:42.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:42.982304 7953 debug-util.cc:398] Leaking SignalData structure 0x7b080008ea20 after lost signal to thread 7956
20:54:43.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:43.431133 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:43.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:43.431522 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:43.495 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:43.496 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:43.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:43.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:43.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:43.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:43.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:43.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:43.500 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:44.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:44.434469 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:44.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:44.434727 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:45.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:45.437613 9202 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01c327cf4f634d7486218e386ba26b33: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:54:45.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:45.437871 9202 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:54:46.215 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.189:38545(127.8.114.189:38545)] connecting to peer
20:54:46.215 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.8.114.190:35713(127.8.114.190:35713)] connecting to peer
20:54:46.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:46.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.8.114.189:38545(127.8.114.189:38545)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:46.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.189:38545: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545
20:54:46.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:46.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.190:35713(127.8.114.190:35713)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:46.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.8.114.190:35713: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
20:54:46.220 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765; will retry
20:54:46.224 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29007), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [187ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [187ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [555ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [561ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [578ms] refreshing cache from master, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [584ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [593ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [594ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [596ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [617ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [622ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [623ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [626ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [627ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [637ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [641ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [644ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [646ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [647ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [657ms] refreshing cache from master, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [661ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [664ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [667ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [718ms] refreshing cache from master, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [722ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [723ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [727ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [728ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [797ms] refreshing cache from master, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [800ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [804ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [806ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [807ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [917ms] refreshing cache from master, [918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [921ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [924ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [926ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [927ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [1037ms] refreshing cache from master, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [1039ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [1048ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [1049ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [1338ms] refreshing cache from master, [1338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [1345ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [1346ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [2277ms] refreshing cache from master, [2277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [2278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [2279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [2280ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [2282ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [2285ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [2285ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [3877ms] refreshing cache from master, [3878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [3879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [3880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [3881ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [3882ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [3884ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [3884ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [5437ms] refreshing cache from master, [5438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [5439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [5442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [5443ms] too many traces: truncated at 100 traces, deferred=Deferred@1248901359(state=PENDING, result=null, callback=(continuation of Deferred@268169957 after retry RPC after error@1648532066) -> (continuation of Deferred@1041629470 after retry RPC after error@1903063539) -> (continuation of Deferred@559077857 after retry RPC after error@1471534627) -> (continuation of Deferred@1495606074 after retry RPC after error@1531322372) -> (continuation of Deferred@1827436380 after retry RPC after error@361865260) -> (continuation of Deferred@1709014359 after retry RPC after error@259074024) -> (continuation of Deferred@11069389 after retry RPC after error@404793140) -> (continuation of Deferred@370755234 after retry RPC after error@282164718) -> (continuation of Deferred@1468032694 after retry RPC after error@1241801333) -> (continuation of Deferred@376705473 after retry RPC after error@231809260) -> (continuation of Deferred@1504727606 after retry RPC after error@818840767) -> (continuation of Deferred@109207934 after retry RPC after error@38856450) -> (continuation of Deferred@1504326812 after retry RPC after error@486910058) -> (continuation of Deferred@135901989 after retry RPC after error@225721811) -> (continuation of Deferred@91420213 after retry RPC after error@889477129) -> (continuation of Deferred@1891718423 after retry RPC after error@1551332473) -> (continuation of Deferred@1319563932 after retry RPC after error@1509244753) -> (continuation of Deferred@593932437 after retry RPC after error@1154862140) -> (continuation of Deferred@1025438760 after retry RPC after error@1306610541) -> (continuation of Deferred@1536534620 after retry RPC after error@827013950) -> (continuation of Deferred@2067674763 after retry RPC after error@1011069090) -> (continuation of Deferred@1247946814 after retry RPC after error@580413575) -> (continuation of Deferred@672700465 after retry RPC after error@167766832), errback=(continuation of Deferred@268169957 after retry RPC after error@1648532066) -> (continuation of Deferred@1041629470 after retry RPC after error@1903063539) -> (continuation of Deferred@559077857 after retry RPC after error@1471534627) -> (continuation of Deferred@1495606074 after retry RPC after error@1531322372) -> (continuation of Deferred@1827436380 after retry RPC after error@361865260) -> (continuation of Deferred@1709014359 after retry RPC after error@259074024) -> (continuation of Deferred@11069389 after retry RPC after error@404793140) -> (continuation of Deferred@370755234 after retry RPC after error@282164718) -> (continuation of Deferred@1468032694 after retry RPC after error@1241801333) -> (continuation of Deferred@376705473 after retry RPC after error@231809260) -> (continuation of Deferred@1504727606 after retry RPC after error@818840767) -> (continuation of Deferred@109207934 after retry RPC after error@38856450) -> (continuation of Deferred@1504326812 after retry RPC after error@486910058) -> (continuation of Deferred@135901989 after retry RPC after error@225721811) -> (continuation of Deferred@91420213 after retry RPC after error@889477129) -> (continuation of Deferred@1891718423 after retry RPC after error@1551332473) -> (continuation of Deferred@1319563932 after retry RPC after error@1509244753) -> (continuation of Deferred@593932437 after retry RPC after error@1154862140) -> (continuation of Deferred@1025438760 after retry RPC after error@1306610541) -> (continuation of Deferred@1536534620 after retry RPC after error@827013950) -> (continuation of Deferred@2067674763 after retry RPC after error@1011069090) -> (continuation of Deferred@1247946814 after retry RPC after error@580413575) -> (continuation of Deferred@672700465 after retry RPC after error@167766832)))
20:54:46.229 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.114.188:42765(127.8.114.188:42765)] disconnecting while in state READY
20:54:46.230 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.114.189:38545(127.8.114.189:38545)] disconnecting while in state TERMINATED
20:54:46.230 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.8.114.190:35713(127.8.114.190:35713)] disconnecting while in state TERMINATED
20:54:46.234 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:54:46.236 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:54:46.237 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.8.114.188:42765(127.8.114.188:42765)] handling channelInactive
20:54:46.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.8.114.188:42765(127.8.114.188:42765)] cleaning up while in state READY due to: connection closed
20:54:46.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:46.244910 8650 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu with pid 9113
20:54:47.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T20:54:47Z chronyd exiting
20:54:48.354 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:54:48.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:48.355304 7869 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu with pid 8192
20:54:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:48.381039 7869 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu with pid 8344
20:54:48.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:48.407859 7869 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu with pid 8494
20:54:48.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:48.432973 7869 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu with pid 7882
20:54:48.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:48.466084 8070 connection.cc:535] client connection to 127.7.175.126:36729 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:54:48.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:48.466683 7869 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu with pid 7959
20:54:48.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:48.466583 8070 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:54:48.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260806 20:54:48.472019 8070 consensus_peers.cc:487] T 00000000000000000000000000000000 P c7934b4783b641a5a502ad143fea5a54 -> Peer 7005ced3b1e14f448c8fd5d8dcbf5475 (127.7.175.126:36729): Couldn't send request to peer 7005ced3b1e14f448c8fd5d8dcbf5475. Status: Network error: Client connection negotiation failed: client connection to 127.7.175.126:36729: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:54:48.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260806 20:54:48.501907 7869 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskDoZseX/build/tsan/bin/kudu with pid 8038
20:54:49.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-06T20:54:49Z chronyd exiting
20:54:50.607 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29007), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [187ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [187ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [555ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [561ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [578ms] refreshing cache from master, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [584ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [593ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [594ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [596ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [617ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [622ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [623ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [626ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [627ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [637ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [641ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [644ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [646ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [647ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [657ms] refreshing cache from master, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [661ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [664ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [667ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [718ms] refreshing cache from master, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [722ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [723ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [727ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [728ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [797ms] refreshing cache from master, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [800ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [804ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [806ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [807ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [917ms] refreshing cache from master, [918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [921ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [924ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [926ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [927ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [1037ms] refreshing cache from master, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [1039ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [1048ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [1049ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [1338ms] refreshing cache from master, [1338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [1345ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [1346ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [2277ms] refreshing cache from master, [2277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [2278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [2279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [2280ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [2282ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [2285ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [2285ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [3877ms] refreshing cache from master, [3878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [3879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [3880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [3881ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [3882ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [3884ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [3884ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [5437ms] refreshing cache from master, [5438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [5439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [5442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [5443ms] too many traces: truncated at 100 traces, deferred=Deferred@1248901359(state=PENDING, result=null, callback=(continuation of Deferred@268169957 after retry RPC after error@1648532066) -> (continuation of Deferred@1041629470 after retry RPC after error@1903063539) -> (continuation of Deferred@559077857 after retry RPC after error@1471534627) -> (continuation of Deferred@1495606074 after retry RPC after error@1531322372) -> (continuation of Deferred@1827436380 after retry RPC after error@361865260) -> (continuation of Deferred@1709014359 after retry RPC after error@259074024) -> (continuation of Deferred@11069389 after retry RPC after error@404793140) -> (continuation of Deferred@370755234 after retry RPC after error@282164718) -> (continuation of Deferred@1468032694 after retry RPC after error@1241801333) -> (continuation of Deferred@376705473 after retry RPC after error@231809260) -> (continuation of Deferred@1504727606 after retry RPC after error@818840767) -> (continuation of Deferred@109207934 after retry RPC after error@38856450) -> (continuation of Deferred@1504326812 after retry RPC after error@486910058) -> (continuation of Deferred@135901989 after retry RPC after error@225721811) -> (continuation of Deferred@91420213 after retry RPC after error@889477129) -> (continuation of Deferred@1891718423 after retry RPC after error@1551332473) -> (continuation of Deferred@1319563932 after retry RPC after error@1509244753) -> (continuation of Deferred@593932437 after retry RPC after error@1154862140) -> (continuation of Deferred@1025438760 after retry RPC after error@1306610541) -> (continuation of Deferred@1536534620 after retry RPC after error@827013950) -> (continuation of Deferred@2067674763 after retry RPC after error@1011069090) -> (continuation of Deferred@1247946814 after retry RPC after error@580413575) -> (continuation of Deferred@672700465 after retry RPC after error@167766832), errback=(continuation of Deferred@268169957 after retry RPC after error@1648532066) -> (continuation of Deferred@1041629470 after retry RPC after error@1903063539) -> (continuation of Deferred@559077857 after retry RPC after error@1471534627) -> (continuation of Deferred@1495606074 after retry RPC after error@1531322372) -> (continuation of Deferred@1827436380 after retry RPC after error@361865260) -> (continuation of Deferred@1709014359 after retry RPC after error@259074024) -> (continuation of Deferred@11069389 after retry RPC after error@404793140) -> (continuation of Deferred@370755234 after retry RPC after error@282164718) -> (continuation of Deferred@1468032694 after retry RPC after error@1241801333) -> (continuation of Deferred@376705473 after retry RPC after error@231809260) -> (continuation of Deferred@1504727606 after retry RPC after error@818840767) -> (continuation of Deferred@109207934 after retry RPC after error@38856450) -> (continuation of Deferred@1504326812 after retry RPC after error@486910058) -> (continuation of Deferred@135901989 after retry RPC after error@225721811) -> (continuation of Deferred@91420213 after retry RPC after error@889477129) -> (continuation of Deferred@1891718423 after retry RPC after error@1551332473) -> (continuation of Deferred@1319563932 after retry RPC after error@1509244753) -> (continuation of Deferred@593932437 after retry RPC after error@1154862140) -> (continuation of Deferred@1025438760 after retry RPC after error@1306610541) -> (continuation of Deferred@1536534620 after retry RPC after error@827013950) -> (continuation of Deferred@2067674763 after retry RPC after error@1011069090) -> (continuation of Deferred@1247946814 after retry RPC after error@580413575) -> (continuation of Deferred@672700465 after retry RPC after error@167766832)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.114.190:35713
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29007), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [187ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [187ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [555ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [561ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [578ms] refreshing cache from master, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [584ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [593ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [594ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [596ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [617ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [622ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [623ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [626ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [627ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [637ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [641ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [644ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [646ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [647ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [657ms] refreshing cache from master, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [661ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [664ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [667ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [718ms] refreshing cache from master, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [722ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [723ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [727ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [728ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [797ms] refreshing cache from master, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [800ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [804ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [806ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [807ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [917ms] refreshing cache from master, [918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [921ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [924ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [926ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [927ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [1037ms] refreshing cache from master, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [1039ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [1048ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [1049ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [1338ms] refreshing cache from master, [1338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [1345ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [1346ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [2277ms] refreshing cache from master, [2277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [2278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [2279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [2280ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [2282ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [2285ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [2285ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [3877ms] refreshing cache from master, [3878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [3879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [3880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [3881ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [3882ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [3884ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [3884ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [5437ms] refreshing cache from master, [5438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [5439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [5442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [5443ms] too many traces: truncated at 100 traces, deferred=Deferred@1248901359(state=PENDING, result=null, callback=(continuation of Deferred@268169957 after retry RPC after error@1648532066) -> (continuation of Deferred@1041629470 after retry RPC after error@1903063539) -> (continuation of Deferred@559077857 after retry RPC after error@1471534627) -> (continuation of Deferred@1495606074 after retry RPC after error@1531322372) -> (continuation of Deferred@1827436380 after retry RPC after error@361865260) -> (continuation of Deferred@1709014359 after retry RPC after error@259074024) -> (continuation of Deferred@11069389 after retry RPC after error@404793140) -> (continuation of Deferred@370755234 after retry RPC after error@282164718) -> (continuation of Deferred@1468032694 after retry RPC after error@1241801333) -> (continuation of Deferred@376705473 after retry RPC after error@231809260) -> (continuation of Deferred@1504727606 after retry RPC after error@818840767) -> (continuation of Deferred@109207934 after retry RPC after error@38856450) -> (continuation of Deferred@1504326812 after retry RPC after error@486910058) -> (continuation of Deferred@135901989 after retry RPC after error@225721811) -> (continuation of Deferred@91420213 after retry RPC after error@889477129) -> (continuation of Deferred@1891718423 after retry RPC after error@1551332473) -> (continuation of Deferred@1319563932 after retry RPC after error@1509244753) -> (continuation of Deferred@593932437 after retry RPC after error@1154862140) -> (continuation of Deferred@1025438760 after retry RPC after error@1306610541) -> (continuation of Deferred@1536534620 after retry RPC after error@827013950) -> (continuation of Deferred@2067674763 after retry RPC after error@1011069090) -> (continuation of Deferred@1247946814 after retry RPC after error@580413575) -> (continuation of Deferred@672700465 after retry RPC after error@167766832), errback=(continuation of Deferred@268169957 after retry RPC after error@1648532066) -> (continuation of Deferred@1041629470 after retry RPC after error@1903063539) -> (continuation of Deferred@559077857 after retry RPC after error@1471534627) -> (continuation of Deferred@1495606074 after retry RPC after error@1531322372) -> (continuation of Deferred@1827436380 after retry RPC after error@361865260) -> (continuation of Deferred@1709014359 after retry RPC after error@259074024) -> (continuation of Deferred@11069389 after retry RPC after error@404793140) -> (continuation of Deferred@370755234 after retry RPC after error@282164718) -> (continuation of Deferred@1468032694 after retry RPC after error@1241801333) -> (continuation of Deferred@376705473 after retry RPC after error@231809260) -> (continuation of Deferred@1504727606 after retry RPC after error@818840767) -> (continuation of Deferred@109207934 after retry RPC after error@38856450) -> (continuation of Deferred@1504326812 after retry RPC after error@486910058) -> (continuation of Deferred@135901989 after retry RPC after error@225721811) -> (continuation of Deferred@91420213 after retry RPC after error@889477129) -> (continuation of Deferred@1891718423 after retry RPC after error@1551332473) -> (continuation of Deferred@1319563932 after retry RPC after error@1509244753) -> (continuation of Deferred@593932437 after retry RPC after error@1154862140) -> (continuation of Deferred@1025438760 after retry RPC after error@1306610541) -> (continuation of Deferred@1536534620 after retry RPC after error@827013950) -> (continuation of Deferred@2067674763 after retry RPC after error@1011069090) -> (continuation of Deferred@1247946814 after retry RPC after error@580413575) -> (continuation of Deferred@672700465 after retry RPC after error@167766832)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.114.190:35713
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
20:54:51.060 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
20:54:51.060 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29007), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [187ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [187ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [555ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [561ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [578ms] refreshing cache from master, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [584ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [593ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [594ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [596ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [617ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [622ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [623ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [626ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [627ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [637ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [641ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [644ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [646ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [647ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [657ms] refreshing cache from master, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [661ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [664ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [667ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [718ms] refreshing cache from master, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [722ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [723ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [727ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [728ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [797ms] refreshing cache from master, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [800ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [804ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [806ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [807ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [917ms] refreshing cache from master, [918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [921ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [924ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [926ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [927ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [1037ms] refreshing cache from master, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [1039ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [1048ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [1049ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [1338ms] refreshing cache from master, [1338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [1345ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [1346ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [2277ms] refreshing cache from master, [2277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [2278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [2279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [2280ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [2282ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [2285ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [2285ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [3877ms] refreshing cache from master, [3878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [3879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [3880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [3881ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [3882ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [3884ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [3884ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [5437ms] refreshing cache from master, [5438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [5439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [5442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [5443ms] too many traces: truncated at 100 traces, deferred=Deferred@1248901359(state=PENDING, result=null, callback=(continuation of Deferred@268169957 after retry RPC after error@1648532066) -> (continuation of Deferred@1041629470 after retry RPC after error@1903063539) -> (continuation of Deferred@559077857 after retry RPC after error@1471534627) -> (continuation of Deferred@1495606074 after retry RPC after error@1531322372) -> (continuation of Deferred@1827436380 after retry RPC after error@361865260) -> (continuation of Deferred@1709014359 after retry RPC after error@259074024) -> (continuation of Deferred@11069389 after retry RPC after error@404793140) -> (continuation of Deferred@370755234 after retry RPC after error@282164718) -> (continuation of Deferred@1468032694 after retry RPC after error@1241801333) -> (continuation of Deferred@376705473 after retry RPC after error@231809260) -> (continuation of Deferred@1504727606 after retry RPC after error@818840767) -> (continuation of Deferred@109207934 after retry RPC after error@38856450) -> (continuation of Deferred@1504326812 after retry RPC after error@486910058) -> (continuation of Deferred@135901989 after retry RPC after error@225721811) -> (continuation of Deferred@91420213 after retry RPC after error@889477129) -> (continuation of Deferred@1891718423 after retry RPC after error@1551332473) -> (continuation of Deferred@1319563932 after retry RPC after error@1509244753) -> (continuation of Deferred@593932437 after retry RPC after error@1154862140) -> (continuation of Deferred@1025438760 after retry RPC after error@1306610541) -> (continuation of Deferred@1536534620 after retry RPC after error@827013950) -> (continuation of Deferred@2067674763 after retry RPC after error@1011069090) -> (continuation of Deferred@1247946814 after retry RPC after error@580413575) -> (continuation of Deferred@672700465 after retry RPC after error@167766832), errback=(continuation of Deferred@268169957 after retry RPC after error@1648532066) -> (continuation of Deferred@1041629470 after retry RPC after error@1903063539) -> (continuation of Deferred@559077857 after retry RPC after error@1471534627) -> (continuation of Deferred@1495606074 after retry RPC after error@1531322372) -> (continuation of Deferred@1827436380 after retry RPC after error@361865260) -> (continuation of Deferred@1709014359 after retry RPC after error@259074024) -> (continuation of Deferred@11069389 after retry RPC after error@404793140) -> (continuation of Deferred@370755234 after retry RPC after error@282164718) -> (continuation of Deferred@1468032694 after retry RPC after error@1241801333) -> (continuation of Deferred@376705473 after retry RPC after error@231809260) -> (continuation of Deferred@1504727606 after retry RPC after error@818840767) -> (continuation of Deferred@109207934 after retry RPC after error@38856450) -> (continuation of Deferred@1504326812 after retry RPC after error@486910058) -> (continuation of Deferred@135901989 after retry RPC after error@225721811) -> (continuation of Deferred@91420213 after retry RPC after error@889477129) -> (continuation of Deferred@1891718423 after retry RPC after error@1551332473) -> (continuation of Deferred@1319563932 after retry RPC after error@1509244753) -> (continuation of Deferred@593932437 after retry RPC after error@1154862140) -> (continuation of Deferred@1025438760 after retry RPC after error@1306610541) -> (continuation of Deferred@1536534620 after retry RPC after error@827013950) -> (continuation of Deferred@2067674763 after retry RPC after error@1011069090) -> (continuation of Deferred@1247946814 after retry RPC after error@580413575) -> (continuation of Deferred@672700465 after retry RPC after error@167766832)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.114.190:35713
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29007), Traces: [0ms] refreshing cache from master, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [187ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [187ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [555ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [561ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [578ms] refreshing cache from master, [579ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [584ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [593ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [594ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [596ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [617ms] refreshing cache from master, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [622ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [623ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [626ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [627ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [637ms] refreshing cache from master, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [638ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [641ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [644ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [646ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [647ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [657ms] refreshing cache from master, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [659ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [661ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [664ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [667ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [668ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [718ms] refreshing cache from master, [718ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [719ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [722ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [723ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [727ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [728ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [797ms] refreshing cache from master, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [799ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [800ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [804ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [806ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [807ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [917ms] refreshing cache from master, [918ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [919ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [921ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [924ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [926ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [927ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [1037ms] refreshing cache from master, [1038ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [1039ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [1048ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [1049ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [1338ms] refreshing cache from master, [1338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [1345ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [1346ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [2277ms] refreshing cache from master, [2277ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [2278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [2279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [2280ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [2282ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [2285ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [2285ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [3877ms] refreshing cache from master, [3878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [3879ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [3880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [3881ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.189:38545: Network error: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545, [3882ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.190:35713: Network error: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [3884ms] Sub RPC ConnectToMaster: received response from server master-127.8.114.188:42765: OK, [3884ms] delaying RPC due to: Service unavailable: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713, [5437ms] refreshing cache from master, [5438ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.189:38545, [5439ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.190:35713, [5442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.8.114.188:42765, [5443ms] too many traces: truncated at 100 traces, deferred=Deferred@1248901359(state=PENDING, result=null, callback=(continuation of Deferred@268169957 after retry RPC after error@1648532066) -> (continuation of Deferred@1041629470 after retry RPC after error@1903063539) -> (continuation of Deferred@559077857 after retry RPC after error@1471534627) -> (continuation of Deferred@1495606074 after retry RPC after error@1531322372) -> (continuation of Deferred@1827436380 after retry RPC after error@361865260) -> (continuation of Deferred@1709014359 after retry RPC after error@259074024) -> (continuation of Deferred@11069389 after retry RPC after error@404793140) -> (continuation of Deferred@370755234 after retry RPC after error@282164718) -> (continuation of Deferred@1468032694 after retry RPC after error@1241801333) -> (continuation of Deferred@376705473 after retry RPC after error@231809260) -> (continuation of Deferred@1504727606 after retry RPC after error@818840767) -> (continuation of Deferred@109207934 after retry RPC after error@38856450) -> (continuation of Deferred@1504326812 after retry RPC after error@486910058) -> (continuation of Deferred@135901989 after retry RPC after error@225721811) -> (continuation of Deferred@91420213 after retry RPC after error@889477129) -> (continuation of Deferred@1891718423 after retry RPC after error@1551332473) -> (continuation of Deferred@1319563932 after retry RPC after error@1509244753) -> (continuation of Deferred@593932437 after retry RPC after error@1154862140) -> (continuation of Deferred@1025438760 after retry RPC after error@1306610541) -> (continuation of Deferred@1536534620 after retry RPC after error@827013950) -> (continuation of Deferred@2067674763 after retry RPC after error@1011069090) -> (continuation of Deferred@1247946814 after retry RPC after error@580413575) -> (continuation of Deferred@672700465 after retry RPC after error@167766832), errback=(continuation of Deferred@268169957 after retry RPC after error@1648532066) -> (continuation of Deferred@1041629470 after retry RPC after error@1903063539) -> (continuation of Deferred@559077857 after retry RPC after error@1471534627) -> (continuation of Deferred@1495606074 after retry RPC after error@1531322372) -> (continuation of Deferred@1827436380 after retry RPC after error@361865260) -> (continuation of Deferred@1709014359 after retry RPC after error@259074024) -> (continuation of Deferred@11069389 after retry RPC after error@404793140) -> (continuation of Deferred@370755234 after retry RPC after error@282164718) -> (continuation of Deferred@1468032694 after retry RPC after error@1241801333) -> (continuation of Deferred@376705473 after retry RPC after error@231809260) -> (continuation of Deferred@1504727606 after retry RPC after error@818840767) -> (continuation of Deferred@109207934 after retry RPC after error@38856450) -> (continuation of Deferred@1504326812 after retry RPC after error@486910058) -> (continuation of Deferred@135901989 after retry RPC after error@225721811) -> (continuation of Deferred@91420213 after retry RPC after error@889477129) -> (continuation of Deferred@1891718423 after retry RPC after error@1551332473) -> (continuation of Deferred@1319563932 after retry RPC after error@1509244753) -> (continuation of Deferred@593932437 after retry RPC after error@1154862140) -> (continuation of Deferred@1025438760 after retry RPC after error@1306610541) -> (continuation of Deferred@1536534620 after retry RPC after error@827013950) -> (continuation of Deferred@2067674763 after retry RPC after error@1011069090) -> (continuation of Deferred@1247946814 after retry RPC after error@580413575) -> (continuation of Deferred@672700465 after retry RPC after error@167766832)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.8.114.189:38545,127.8.114.190:35713,127.8.114.188:42765) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.189:38545(127.8.114.189:38545): Connection refused: /127.8.114.189:38545,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.8.114.190:35713(127.8.114.190:35713): Connection refused: /127.8.114.190:35713
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.8.114.190:35713
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)