03:18:42.774 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
03:18:42.788 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskQ4uFgo/test-tmp
03:18:42.790 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:18:42.794 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskQ4uFgo/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:18:43.072 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
03:18:43.329 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:18:43.330 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:18:43.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:43.335440 3918 mini_oidc.cc:152] Starting JWKS server
03:18:43.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:43.341650 3918 webserver.cc:460] Webserver started at http://127.0.0.1:45421/ using document root <none> and password file <none>
03:18:43.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:43.342406 3918 mini_oidc.cc:189] Starting OIDC Discovery server
03:18:43.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:43.344820 3918 webserver.cc:460] Webserver started at http://127.0.0.1:46731/ using document root <none> and password file <none>
03:18:43.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T03:18:43Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
03:18:43.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T03:18:43Z Disabled control of system clock
03:18:43.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:43.415094 3918 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:18:43.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:18:43.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-0/wal
03:18:43.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-0/data
03:18:43.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:18:43.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:18:43.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:18:43.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:18:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:18:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:18:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-0/logs
03:18:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-0/data/info.pb
03:18:43.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:18:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:18:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:18:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:18:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:18:43.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:18:43.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:18:43.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:18:43.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:18:43.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:18:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:18:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:18:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.211.190:36093
03:18:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.211.190
03:18:43.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:18:43.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.211.148:44687
03:18:43.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:18:43.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:18:43.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:18:43.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:18:43.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.211.190:36093,127.3.211.189:42047,127.3.211.188:38245
03:18:43.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:18:43.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45421/jwks.json with env {}
03:18:43.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:43.777712 3943 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:18:43.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:43.778479 3943 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:18:43.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:43.779250 3943 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:18:43.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:43.810523 3943 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:18:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:43.810961 3943 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:18:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:43.811299 3943 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:18:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:43.811640 3943 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:18:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:43.812004 3943 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:18:43.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:43.812264 3943 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45421/jwks.json
03:18:43.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:43.847864 3943 master_runner.cc:386] Master server non-default flags:
03:18:43.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:18:43.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.211.148:44687
03:18:43.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:18:43.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:18:43.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-0/data
03:18:43.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-0/wal
03:18:43.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:18:43.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.211.190:36093,127.3.211.189:42047,127.3.211.188:38245
03:18:43.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:18:43.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:18:43.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:18:43.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.211.190:36093
03:18:43.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:18:43.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:18:43.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:18:43.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45421/jwks.json
03:18:43.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:18:43.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:18:43.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-0/data/info.pb
03:18:43.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.211.190
03:18:43.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:18:43.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:18:43.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:18:43.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:18:43.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:18:43.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:18:43.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-0/logs
03:18:43.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:18:43.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:18:43.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:18:43.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:18:43.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:18:43.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:18:43.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:18:43.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:18:43.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:18:43.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:18:43.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:43.850181 3943 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:18:43.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:43.852797 3943 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:18:43.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:43.879858 3953 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:18:45.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:43.880734 3955 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:18:45.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:43.880861 3957 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:18:45.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:43.882244 3943 server_base.cc:1034] running on GCE node
03:18:45.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.177769 3943 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:18:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.181861 3943 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:18:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.183382 3943 hybrid_clock.cc:648] HybridClock initialized: now 1786245525183344 us; error 107 us; skew 500 ppm
03:18:45.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.184592 3943 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:18:45.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.191679 3943 webserver.cc:460] Webserver started at http://127.3.211.190:35789/ using document root <none> and password file <none>
03:18:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.193089 3943 fs_manager.cc:359] Metadata directory not provided
03:18:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.193295 3943 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:18:45.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.193817 3943 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:18:45.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.199645 3943 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-0/data/instance:
03:18:45.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7062d439aef4fb9b1d8f55040917063"
03:18:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:18:45 on dist-test-slave-jq4t"
03:18:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.201207 3943 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-0/wal/instance:
03:18:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7062d439aef4fb9b1d8f55040917063"
03:18:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:18:45 on dist-test-slave-jq4t"
03:18:45.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.210877 3943 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.000s sys 0.008s
03:18:45.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.218396 3973 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:18:45.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.220130 3943 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.004s
03:18:45.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.220655 3943 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-0/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-0/wal
03:18:45.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7062d439aef4fb9b1d8f55040917063"
03:18:45.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:18:45 on dist-test-slave-jq4t"
03:18:45.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.221143 3943 fs_report.cc:383] FS layout report
03:18:45.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:18:45.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-0/wal
03:18:45.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-0/wal
03:18:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-0/data/data
03:18:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:18:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:18:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:18:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:18:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:18:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:18:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:18:45.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:18:45.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:18:45.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:18:45.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:18:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.284049 3943 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:18:45.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.286074 3943 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:18:45.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.286743 3943 kserver.cc:163] Server-wide thread pool size limit: 3276
03:18:45.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.375620 3943 rpc_server.cc:307] RPC server started. Bound to: 127.3.211.190:36093
03:18:45.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.375834 4067 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.211.190:36093 every 8 connection(s)
03:18:45.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.379460 3943 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-0/data/info.pb
03:18:45.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.389880 3918 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 3943
03:18:45.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.390477 3918 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-0/wal/instance
03:18:45.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.395309 3918 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:18:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:18:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-1/wal
03:18:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-1/data
03:18:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:18:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:18:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:18:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:18:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:18:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:18:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-1/logs
03:18:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-1/data/info.pb
03:18:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:18:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:18:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:18:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:18:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:18:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:18:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:18:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:18:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:18:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:18:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:18:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:18:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.211.189:42047
03:18:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.211.189
03:18:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:18:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.211.148:44687
03:18:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:18:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:18:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:18:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:18:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.211.190:36093,127.3.211.189:42047,127.3.211.188:38245
03:18:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:18:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45421/jwks.json with env {}
03:18:45.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.398376 4071 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:18:45.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.415500 4071 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.211.190" port: 36093 } has no permanent_uuid. Determining permanent_uuid...
03:18:45.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.455654 4071 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } has no permanent_uuid. Determining permanent_uuid...
03:18:45.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:45.458034 3975 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.211.189:42047: connect: Connection refused (error 111)
03:18:45.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:45.462610 4071 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.211.189:42047: Network error: Client connection negotiation failed: client connection to 127.3.211.189:42047: connect: Connection refused (error 111)
03:18:45.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.512172 4071 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } attempt: 1
03:18:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:45.517052 4071 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.211.189:42047: Network error: Client connection negotiation failed: client connection to 127.3.211.189:42047: connect: Connection refused (error 111)
03:18:45.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.585494 4071 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } attempt: 2
03:18:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:45.589772 4071 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.211.189:42047: Network error: Client connection negotiation failed: client connection to 127.3.211.189:42047: connect: Connection refused (error 111)
03:18:45.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.681248 4071 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } attempt: 3
03:18:45.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:45.685874 4071 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.211.189:42047: Network error: Client connection negotiation failed: client connection to 127.3.211.189:42047: connect: Connection refused (error 111)
03:18:45.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:45.740216 4073 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:18:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:45.740947 4073 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:18:45.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:45.741515 4073 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:18:45.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:45.772912 4073 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:18:45.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:45.773223 4073 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:18:45.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:45.773417 4073 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:18:45.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:45.773595 4073 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:18:45.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:45.773772 4073 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:18:45.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:45.774004 4073 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45421/jwks.json
03:18:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.809798 4073 master_runner.cc:386] Master server non-default flags:
03:18:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:18:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.211.148:44687
03:18:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:18:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:18:45.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-1/data
03:18:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-1/wal
03:18:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:18:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.211.190:36093,127.3.211.189:42047,127.3.211.188:38245
03:18:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:18:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:18:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:18:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.211.189:42047
03:18:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:18:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:18:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:18:45.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45421/jwks.json
03:18:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:18:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:18:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-1/data/info.pb
03:18:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.211.189
03:18:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:18:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:18:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:18:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:18:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:18:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:18:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-1/logs
03:18:45.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:18:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:18:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:18:45.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:18:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:18:45.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:18:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:18:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:18:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:18:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:18:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.811177 4073 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:18:45.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.813097 4073 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:18:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.829341 4071 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } attempt: 4
03:18:45.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:45.834221 4071 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.211.189:42047: Network error: Client connection negotiation failed: client connection to 127.3.211.189:42047: connect: Connection refused (error 111)
03:18:45.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:45.836609 4090 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:18:46.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:46.133620 4071 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } attempt: 5
03:18:46.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:46.137676 4071 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.211.189:42047: Network error: Client connection negotiation failed: client connection to 127.3.211.189:42047: connect: Connection refused (error 111)
03:18:46.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:46.685384 4071 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } attempt: 6
03:18:46.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:46.693244 4071 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.211.189:42047: Network error: Client connection negotiation failed: client connection to 127.3.211.189:42047: connect: Connection refused (error 111)
03:18:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:45.836967 4093 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:18:47.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:45.837142 4099 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:18:47.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:45.837869 4073 server_base.cc:1034] running on GCE node
03:18:47.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.031402 4073 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:18:47.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.034863 4073 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:18:47.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.036321 4073 hybrid_clock.cc:648] HybridClock initialized: now 1786245527036278 us; error 66 us; skew 500 ppm
03:18:47.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.037441 4073 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:18:47.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.044631 4073 webserver.cc:460] Webserver started at http://127.3.211.189:41621/ using document root <none> and password file <none>
03:18:47.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.045720 4073 fs_manager.cc:359] Metadata directory not provided
03:18:47.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.045923 4073 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:18:47.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.046355 4073 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:18:47.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.051735 4073 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-1/data/instance:
03:18:47.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728"
03:18:47.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:18:47 on dist-test-slave-jq4t"
03:18:47.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.053203 4073 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-1/wal/instance:
03:18:47.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728"
03:18:47.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:18:47 on dist-test-slave-jq4t"
03:18:47.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.061560 4073 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
03:18:47.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.069885 4110 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:18:47.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.071134 4073 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.000s sys 0.004s
03:18:47.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.071449 4073 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-1/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-1/wal
03:18:47.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728"
03:18:47.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:18:47 on dist-test-slave-jq4t"
03:18:47.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.071763 4073 fs_report.cc:383] FS layout report
03:18:47.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:18:47.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-1/wal
03:18:47.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-1/wal
03:18:47.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-1/data/data
03:18:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:18:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:18:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:18:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:18:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:18:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:18:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:18:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:18:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:18:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:18:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:18:47.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.129185 4073 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:18:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.131170 4073 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:18:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.131722 4073 kserver.cc:163] Server-wide thread pool size limit: 3276
03:18:47.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.227443 4073 rpc_server.cc:307] RPC server started. Bound to: 127.3.211.189:42047
03:18:47.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.227527 4191 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.211.189:42047 every 8 connection(s)
03:18:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.230363 4073 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-1/data/info.pb
03:18:47.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.234472 3918 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 4073
03:18:47.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.234942 3918 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-1/wal/instance
03:18:47.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.236357 4192 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:18:47.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.238054 3918 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:18:47.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:18:47.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-2/wal
03:18:47.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-2/data
03:18:47.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:18:47.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:18:47.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:18:47.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:18:47.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:18:47.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:18:47.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-2/logs
03:18:47.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-2/data/info.pb
03:18:47.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:18:47.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:18:47.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:18:47.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:18:47.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:18:47.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:18:47.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:18:47.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:18:47.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:18:47.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:18:47.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:18:47.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:18:47.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.211.188:38245
03:18:47.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.211.188
03:18:47.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:18:47.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.211.148:44687
03:18:47.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:18:47.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:18:47.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:18:47.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:18:47.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.211.190:36093,127.3.211.189:42047,127.3.211.188:38245
03:18:47.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:18:47.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45421/jwks.json with env {}
03:18:47.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.253901 4192 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.211.190" port: 36093 } has no permanent_uuid. Determining permanent_uuid...
03:18:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.283978 4192 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } has no permanent_uuid. Determining permanent_uuid...
03:18:47.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.302032 4192 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } has no permanent_uuid. Determining permanent_uuid...
03:18:47.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:47.304613 4116 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.211.188:38245: connect: Connection refused (error 111)
03:18:47.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:47.314391 4192 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.211.188:38245: Network error: Client connection negotiation failed: client connection to 127.3.211.188:38245: connect: Connection refused (error 111)
03:18:47.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.364111 4192 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } attempt: 1
03:18:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:47.369706 4192 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.211.188:38245: Network error: Client connection negotiation failed: client connection to 127.3.211.188:38245: connect: Connection refused (error 111)
03:18:47.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.438256 4192 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } attempt: 2
03:18:47.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:47.442655 4192 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.211.188:38245: Network error: Client connection negotiation failed: client connection to 127.3.211.188:38245: connect: Connection refused (error 111)
03:18:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.534214 4192 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } attempt: 3
03:18:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:47.538285 4192 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.211.188:38245: Network error: Client connection negotiation failed: client connection to 127.3.211.188:38245: connect: Connection refused (error 111)
03:18:47.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:47.593730 4195 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:18:47.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:47.594481 4195 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:18:47.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:47.595057 4195 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:18:47.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:47.626884 4195 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:18:47.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:47.627182 4195 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:18:47.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:47.627373 4195 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:18:47.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:47.627557 4195 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:18:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:47.627836 4195 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:18:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:47.627991 4195 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:45421/jwks.json
03:18:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.663961 4195 master_runner.cc:386] Master server non-default flags:
03:18:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:18:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.211.148:44687
03:18:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:18:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:18:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-2/data
03:18:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-2/wal
03:18:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:18:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.211.190:36093,127.3.211.189:42047,127.3.211.188:38245
03:18:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:18:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:18:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:18:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.211.188:38245
03:18:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:18:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:18:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:18:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45421/jwks.json
03:18:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:18:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:18:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-2/data/info.pb
03:18:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.211.188
03:18:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:18:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:18:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:18:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:18:47.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:18:47.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:18:47.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-2/logs
03:18:47.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:18:47.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:18:47.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:18:47.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:18:47.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:18:47.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:18:47.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:18:47.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:18:47.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:18:47.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:18:47.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.665517 4195 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:18:47.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.667763 4195 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:18:47.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.681797 4192 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } attempt: 4
03:18:47.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:47.686462 4192 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.211.188:38245: Network error: Client connection negotiation failed: client connection to 127.3.211.188:38245: connect: Connection refused (error 111)
03:18:47.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:47.692878 4214 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:18:47.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.753958 4071 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } attempt: 7
03:18:47.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.768168 4071 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } has no permanent_uuid. Determining permanent_uuid...
03:18:47.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:47.776178 4071 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.211.188:38245: Network error: Client connection negotiation failed: client connection to 127.3.211.188:38245: connect: Connection refused (error 111)
03:18:47.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.839165 4071 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } attempt: 1
03:18:47.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:47.844812 4071 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.211.188:38245: Network error: Client connection negotiation failed: client connection to 127.3.211.188:38245: connect: Connection refused (error 111)
03:18:47.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.926380 4071 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } attempt: 2
03:18:47.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:47.931546 4071 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.211.188:38245: Network error: Client connection negotiation failed: client connection to 127.3.211.188:38245: connect: Connection refused (error 111)
03:18:47.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.985878 4192 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } attempt: 5
03:18:47.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:47.989725 4192 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.211.188:38245: Network error: Client connection negotiation failed: client connection to 127.3.211.188:38245: connect: Connection refused (error 111)
03:18:48.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:48.016960 4071 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } attempt: 3
03:18:48.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:48.021658 4071 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.211.188:38245: Network error: Client connection negotiation failed: client connection to 127.3.211.188:38245: connect: Connection refused (error 111)
03:18:48.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:48.162091 4071 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } attempt: 4
03:18:48.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:48.167136 4071 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.211.188:38245: Network error: Client connection negotiation failed: client connection to 127.3.211.188:38245: connect: Connection refused (error 111)
03:18:48.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:48.450585 4071 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } attempt: 5
03:18:48.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:48.456281 4071 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.211.188:38245: Network error: Client connection negotiation failed: client connection to 127.3.211.188:38245: connect: Connection refused (error 111)
03:18:48.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:48.537428 4192 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } attempt: 6
03:18:48.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:48.548688 4192 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.211.188:38245: Network error: Client connection negotiation failed: client connection to 127.3.211.188:38245: connect: Connection refused (error 111)
03:18:48.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:47.693214 4212 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:18:48.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:47.695000 4219 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:18:48.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:47.696511 4195 server_base.cc:1034] running on GCE node
03:18:48.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:48.929234 4195 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:18:48.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:48.932173 4195 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:18:48.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:48.933562 4195 hybrid_clock.cc:648] HybridClock initialized: now 1786245528933536 us; error 42 us; skew 500 ppm
03:18:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:48.934505 4195 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:18:48.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:48.946280 4195 webserver.cc:460] Webserver started at http://127.3.211.188:33121/ using document root <none> and password file <none>
03:18:48.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:48.947386 4195 fs_manager.cc:359] Metadata directory not provided
03:18:48.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:48.947643 4195 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:18:48.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:48.948206 4195 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:18:48.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:48.953874 4195 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-2/data/instance:
03:18:48.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ef8db387592a4fa69d404f99b5e42a13"
03:18:48.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:18:48 on dist-test-slave-jq4t"
03:18:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:48.955173 4195 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-2/wal/instance:
03:18:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ef8db387592a4fa69d404f99b5e42a13"
03:18:48.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:18:48 on dist-test-slave-jq4t"
03:18:48.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:48.963554 4195 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.010s sys 0.000s
03:18:48.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:48.969748 4243 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:18:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:48.970860 4195 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
03:18:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:48.971249 4195 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-2/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-2/wal
03:18:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ef8db387592a4fa69d404f99b5e42a13"
03:18:48.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:18:48 on dist-test-slave-jq4t"
03:18:48.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:48.971659 4195 fs_report.cc:383] FS layout report
03:18:48.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:18:48.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-2/wal
03:18:48.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-2/wal
03:18:48.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-2/data/data
03:18:48.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:18:48.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:18:48.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:18:48.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:18:48.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:18:48.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:18:48.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:18:48.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:18:48.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:18:48.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:18:48.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:18:49.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.008857 4071 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } attempt: 6
03:18:49.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:49.016294 4071 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.211.188:38245: Network error: Client connection negotiation failed: client connection to 127.3.211.188:38245: connect: Connection refused (error 111)
03:18:49.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.037513 4195 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:18:49.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.039604 4195 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:18:49.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.040405 4195 kserver.cc:163] Server-wide thread pool size limit: 3276
03:18:49.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.132788 4195 rpc_server.cc:307] RPC server started. Bound to: 127.3.211.188:38245
03:18:49.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.132908 4339 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.211.188:38245 every 8 connection(s)
03:18:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.135812 4195 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-2/data/info.pb
03:18:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.136601 3918 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 4195
03:18:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.137097 3918 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/master-2/wal/instance
03:18:49.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.143136 4340 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:18:49.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.173108 4340 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.211.190" port: 36093 } has no permanent_uuid. Determining permanent_uuid...
03:18:49.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.202569 4340 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } has no permanent_uuid. Determining permanent_uuid...
03:18:49.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.215004 4340 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } has no permanent_uuid. Determining permanent_uuid...
03:18:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.236415 4340 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13: Bootstrap starting.
03:18:49.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.246490 4340 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13: Neither blocks nor log segments found. Creating new log.
03:18:49.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.249716 4340 log.cc:824] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13: Log is configured to *not* fsync() on all Append() calls
03:18:49.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.258766 4340 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13: No bootstrap required, opened a new log
03:18:49.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.289033 4340 raft_consensus.cc:348] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b7062d439aef4fb9b1d8f55040917063" member_type: VOTER last_known_addr { host: "127.3.211.190" port: 36093 } } peers { permanent_uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728" member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } } peers { permanent_uuid: "ef8db387592a4fa69d404f99b5e42a13" member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } }
03:18:49.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.289776 4340 raft_consensus.cc:374] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:18:49.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.290130 4340 raft_consensus.cc:729] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ef8db387592a4fa69d404f99b5e42a13, State: Initialized, Role: FOLLOWER
03:18:49.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.291656 4340 consensus_queue.cc:260] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b7062d439aef4fb9b1d8f55040917063" member_type: VOTER last_known_addr { host: "127.3.211.190" port: 36093 } } peers { permanent_uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728" member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } } peers { permanent_uuid: "ef8db387592a4fa69d404f99b5e42a13" member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } }
03:18:49.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.295894 4358 sys_catalog.cc:455] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b7062d439aef4fb9b1d8f55040917063" member_type: VOTER last_known_addr { host: "127.3.211.190" port: 36093 } } peers { permanent_uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728" member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } } peers { permanent_uuid: "ef8db387592a4fa69d404f99b5e42a13" member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } } }
03:18:49.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.297183 4358 sys_catalog.cc:458] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [sys.catalog]: This master's current role is: FOLLOWER
03:18:49.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.298146 4340 sys_catalog.cc:564] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [sys.catalog]: configured and running, proceeding with master startup.
03:18:49.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:49.299543 4258 tablet.cc:2369] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:18:49.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:49.328063 4376 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:18:49.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:49.328838 4376 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:18:49.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.321079 4195 master_runner.cc:186] Error getting master registration for 127.3.211.190:36093: OK, instance_id { permanent_uuid: "b7062d439aef4fb9b1d8f55040917063" instance_seqno: 1786245525349035 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:18:49.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.350319 4195 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:18:49.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.609444 4192 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } attempt: 7
03:18:49.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.630918 4192 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2bb01da3ec0f4f91bf2a2ae54a22a728: Bootstrap starting.
03:18:49.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.636858 4192 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2bb01da3ec0f4f91bf2a2ae54a22a728: Neither blocks nor log segments found. Creating new log.
03:18:49.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.638758 4192 log.cc:824] T 00000000000000000000000000000000 P 2bb01da3ec0f4f91bf2a2ae54a22a728: Log is configured to *not* fsync() on all Append() calls
03:18:49.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.645610 4192 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2bb01da3ec0f4f91bf2a2ae54a22a728: No bootstrap required, opened a new log
03:18:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.668931 4192 raft_consensus.cc:348] T 00000000000000000000000000000000 P 2bb01da3ec0f4f91bf2a2ae54a22a728 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b7062d439aef4fb9b1d8f55040917063" member_type: VOTER last_known_addr { host: "127.3.211.190" port: 36093 } } peers { permanent_uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728" member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } } peers { permanent_uuid: "ef8db387592a4fa69d404f99b5e42a13" member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } }
03:18:49.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.669734 4192 raft_consensus.cc:374] T 00000000000000000000000000000000 P 2bb01da3ec0f4f91bf2a2ae54a22a728 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:18:49.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.670049 4192 raft_consensus.cc:729] T 00000000000000000000000000000000 P 2bb01da3ec0f4f91bf2a2ae54a22a728 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2bb01da3ec0f4f91bf2a2ae54a22a728, State: Initialized, Role: FOLLOWER
03:18:49.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.671095 4192 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2bb01da3ec0f4f91bf2a2ae54a22a728 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b7062d439aef4fb9b1d8f55040917063" member_type: VOTER last_known_addr { host: "127.3.211.190" port: 36093 } } peers { permanent_uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728" member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } } peers { permanent_uuid: "ef8db387592a4fa69d404f99b5e42a13" member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } }
03:18:49.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.673843 4381 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2bb01da3ec0f4f91bf2a2ae54a22a728 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b7062d439aef4fb9b1d8f55040917063" member_type: VOTER last_known_addr { host: "127.3.211.190" port: 36093 } } peers { permanent_uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728" member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } } peers { permanent_uuid: "ef8db387592a4fa69d404f99b5e42a13" member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } } }
03:18:49.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.674738 4381 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2bb01da3ec0f4f91bf2a2ae54a22a728 [sys.catalog]: This master's current role is: FOLLOWER
03:18:49.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.675460 4192 sys_catalog.cc:564] T 00000000000000000000000000000000 P 2bb01da3ec0f4f91bf2a2ae54a22a728 [sys.catalog]: configured and running, proceeding with master startup.
03:18:49.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:49.723489 4401 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 2bb01da3ec0f4f91bf2a2ae54a22a728: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:18:49.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:49.724308 4401 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:18:49.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.730144 4358 raft_consensus.cc:482] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:18:49.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.730748 4358 raft_consensus.cc:504] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b7062d439aef4fb9b1d8f55040917063" member_type: VOTER last_known_addr { host: "127.3.211.190" port: 36093 } } peers { permanent_uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728" member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } } peers { permanent_uuid: "ef8db387592a4fa69d404f99b5e42a13" member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } }
03:18:49.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.739250 4154 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ef8db387592a4fa69d404f99b5e42a13" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728" is_pre_election: true
03:18:49.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.740669 4154 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2bb01da3ec0f4f91bf2a2ae54a22a728 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ef8db387592a4fa69d404f99b5e42a13 in term 0.
03:18:49.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.742909 4244 leader_election.cc:302] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2bb01da3ec0f4f91bf2a2ae54a22a728, ef8db387592a4fa69d404f99b5e42a13; no voters:
03:18:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.745685 4358 leader_election.cc:288] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b7062d439aef4fb9b1d8f55040917063 (127.3.211.190:36093), 2bb01da3ec0f4f91bf2a2ae54a22a728 (127.3.211.189:42047)
03:18:49.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.708384 4073 master_runner.cc:186] Error getting master registration for 127.3.211.190:36093: OK, instance_id { permanent_uuid: "b7062d439aef4fb9b1d8f55040917063" instance_seqno: 1786245525349035 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:18:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.747017 4073 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:18:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.746960 4358 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [term 0 FOLLOWER]: Leader pre-election won for term 1
03:18:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.747630 4358 raft_consensus.cc:482] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
03:18:49.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.748226 4358 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [term 0 FOLLOWER]: Advancing to term 1
03:18:49.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.761072 4358 raft_consensus.cc:504] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b7062d439aef4fb9b1d8f55040917063" member_type: VOTER last_known_addr { host: "127.3.211.190" port: 36093 } } peers { permanent_uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728" member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } } peers { permanent_uuid: "ef8db387592a4fa69d404f99b5e42a13" member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } }
03:18:49.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.773780 4358 leader_election.cc:288] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [CANDIDATE]: Term 1 election: Requested vote from peers b7062d439aef4fb9b1d8f55040917063 (127.3.211.190:36093), 2bb01da3ec0f4f91bf2a2ae54a22a728 (127.3.211.189:42047)
03:18:49.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.773983 4154 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ef8db387592a4fa69d404f99b5e42a13" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728"
03:18:49.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.774628 4154 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 2bb01da3ec0f4f91bf2a2ae54a22a728 [term 0 FOLLOWER]: Advancing to term 1
03:18:49.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.781558 4154 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 2bb01da3ec0f4f91bf2a2ae54a22a728 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ef8db387592a4fa69d404f99b5e42a13 in term 1.
03:18:49.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.782932 4244 leader_election.cc:302] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2bb01da3ec0f4f91bf2a2ae54a22a728, ef8db387592a4fa69d404f99b5e42a13; no voters:
03:18:49.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.783912 4358 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [term 1 FOLLOWER]: Leader election won for term 1
03:18:49.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.784691 4358 raft_consensus.cc:686] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [term 1 LEADER]: Becoming Leader. State: Replica: ef8db387592a4fa69d404f99b5e42a13, State: Running, Role: LEADER
03:18:49.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.786005 4358 consensus_queue.cc:237] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b7062d439aef4fb9b1d8f55040917063" member_type: VOTER last_known_addr { host: "127.3.211.190" port: 36093 } } peers { permanent_uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728" member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } } peers { permanent_uuid: "ef8db387592a4fa69d404f99b5e42a13" member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } }
03:18:49.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.794812 4404 sys_catalog.cc:455] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ef8db387592a4fa69d404f99b5e42a13. Latest consensus state: current_term: 1 leader_uuid: "ef8db387592a4fa69d404f99b5e42a13" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b7062d439aef4fb9b1d8f55040917063" member_type: VOTER last_known_addr { host: "127.3.211.190" port: 36093 } } peers { permanent_uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728" member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } } peers { permanent_uuid: "ef8db387592a4fa69d404f99b5e42a13" member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } } }
03:18:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.795666 4404 sys_catalog.cc:458] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [sys.catalog]: This master's current role is: LEADER
03:18:49.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.799292 4406 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
03:18:49.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.815604 4406 catalog_manager.cc:1484] Initializing Kudu cluster ID...
03:18:49.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.844234 4154 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 2bb01da3ec0f4f91bf2a2ae54a22a728 [term 1 FOLLOWER]: Refusing update from remote peer ef8db387592a4fa69d404f99b5e42a13: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:18:49.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.846349 4358 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [LEADER]: Connected to new peer: Peer: permanent_uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728" member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
03:18:49.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.888183 4381 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2bb01da3ec0f4f91bf2a2ae54a22a728 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ef8db387592a4fa69d404f99b5e42a13. Latest consensus state: current_term: 1 leader_uuid: "ef8db387592a4fa69d404f99b5e42a13" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b7062d439aef4fb9b1d8f55040917063" member_type: VOTER last_known_addr { host: "127.3.211.190" port: 36093 } } peers { permanent_uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728" member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } } peers { permanent_uuid: "ef8db387592a4fa69d404f99b5e42a13" member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } } }
03:18:49.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.890086 4381 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2bb01da3ec0f4f91bf2a2ae54a22a728 [sys.catalog]: This master's current role is: FOLLOWER
03:18:49.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.901531 4404 sys_catalog.cc:455] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ef8db387592a4fa69d404f99b5e42a13" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b7062d439aef4fb9b1d8f55040917063" member_type: VOTER last_known_addr { host: "127.3.211.190" port: 36093 } } peers { permanent_uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728" member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } } peers { permanent_uuid: "ef8db387592a4fa69d404f99b5e42a13" member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } } }
03:18:49.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.902426 4404 sys_catalog.cc:458] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [sys.catalog]: This master's current role is: LEADER
03:18:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.906271 4406 catalog_manager.cc:1347] Generated new cluster ID: 15cf80b581ef4ba0911d954f1353e430
03:18:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.906612 4406 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
03:18:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.907155 4381 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2bb01da3ec0f4f91bf2a2ae54a22a728 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ef8db387592a4fa69d404f99b5e42a13" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b7062d439aef4fb9b1d8f55040917063" member_type: VOTER last_known_addr { host: "127.3.211.190" port: 36093 } } peers { permanent_uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728" member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } } peers { permanent_uuid: "ef8db387592a4fa69d404f99b5e42a13" member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } } }
03:18:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.911500 4381 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2bb01da3ec0f4f91bf2a2ae54a22a728 [sys.catalog]: This master's current role is: FOLLOWER
03:18:49.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.948395 4406 catalog_manager.cc:1370] Generated new certificate authority record
03:18:49.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.952927 4406 catalog_manager.cc:1504] Loading token signing keys...
03:18:49.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.985205 4406 catalog_manager.cc:5868] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13: Generated new TSK 0
03:18:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:49.989492 4406 catalog_manager.cc:1514] Initializing in-progress tserver states...
03:18:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.015527 3918 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:18:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:18:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-0/wal
03:18:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-0/data
03:18:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:18:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:18:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:18:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:18:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:18:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:18:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-0/logs
03:18:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-0/data/info.pb
03:18:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:18:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:18:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:18:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:18:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:18:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:18:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:18:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:18:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:18:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:18:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.211.129:0
03:18:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.211.129
03:18:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.211.129
03:18:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:18:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.211.190:36093,127.3.211.189:42047,127.3.211.188:38245
03:18:50.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.211.148:44687
03:18:50.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:18:50.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:18:50.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:18:50.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.049737 4071 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } attempt: 7
03:18:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.091054 4071 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b7062d439aef4fb9b1d8f55040917063: Bootstrap starting.
03:18:50.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.112076 4071 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b7062d439aef4fb9b1d8f55040917063: Neither blocks nor log segments found. Creating new log.
03:18:50.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.118357 4071 log.cc:824] T 00000000000000000000000000000000 P b7062d439aef4fb9b1d8f55040917063: Log is configured to *not* fsync() on all Append() calls
03:18:50.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.143724 4071 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b7062d439aef4fb9b1d8f55040917063: No bootstrap required, opened a new log
03:18:50.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.260591 4071 raft_consensus.cc:348] T 00000000000000000000000000000000 P b7062d439aef4fb9b1d8f55040917063 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b7062d439aef4fb9b1d8f55040917063" member_type: VOTER last_known_addr { host: "127.3.211.190" port: 36093 } } peers { permanent_uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728" member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } } peers { permanent_uuid: "ef8db387592a4fa69d404f99b5e42a13" member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } }
03:18:50.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.263830 4071 raft_consensus.cc:374] T 00000000000000000000000000000000 P b7062d439aef4fb9b1d8f55040917063 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:18:50.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.265573 4071 raft_consensus.cc:729] T 00000000000000000000000000000000 P b7062d439aef4fb9b1d8f55040917063 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b7062d439aef4fb9b1d8f55040917063, State: Initialized, Role: FOLLOWER
03:18:50.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.270207 4071 consensus_queue.cc:260] T 00000000000000000000000000000000 P b7062d439aef4fb9b1d8f55040917063 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b7062d439aef4fb9b1d8f55040917063" member_type: VOTER last_known_addr { host: "127.3.211.190" port: 36093 } } peers { permanent_uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728" member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } } peers { permanent_uuid: "ef8db387592a4fa69d404f99b5e42a13" member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } }
03:18:50.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.294055 4418 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7062d439aef4fb9b1d8f55040917063 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b7062d439aef4fb9b1d8f55040917063" member_type: VOTER last_known_addr { host: "127.3.211.190" port: 36093 } } peers { permanent_uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728" member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } } peers { permanent_uuid: "ef8db387592a4fa69d404f99b5e42a13" member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } } }
03:18:50.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:50.298763 3981 tablet.cc:2369] T 00000000000000000000000000000000 P b7062d439aef4fb9b1d8f55040917063: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:18:50.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.299612 4418 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7062d439aef4fb9b1d8f55040917063 [sys.catalog]: This master's current role is: FOLLOWER
03:18:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.312217 4019 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ef8db387592a4fa69d404f99b5e42a13" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b7062d439aef4fb9b1d8f55040917063" is_pre_election: true
03:18:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.313179 4019 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b7062d439aef4fb9b1d8f55040917063 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ef8db387592a4fa69d404f99b5e42a13 in term 0.
03:18:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.314494 4017 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b7062d439aef4fb9b1d8f55040917063 [term 0 FOLLOWER]: Advancing to term 1
03:18:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.320766 4018 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ef8db387592a4fa69d404f99b5e42a13" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b7062d439aef4fb9b1d8f55040917063"
03:18:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.325047 4017 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b7062d439aef4fb9b1d8f55040917063 [term 1 FOLLOWER]: Refusing update from remote peer ef8db387592a4fa69d404f99b5e42a13: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
03:18:50.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.327142 4358 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b7062d439aef4fb9b1d8f55040917063" member_type: VOTER last_known_addr { host: "127.3.211.190" port: 36093 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
03:18:50.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.335572 4071 sys_catalog.cc:564] T 00000000000000000000000000000000 P b7062d439aef4fb9b1d8f55040917063 [sys.catalog]: configured and running, proceeding with master startup.
03:18:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.449973 4418 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7062d439aef4fb9b1d8f55040917063 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ef8db387592a4fa69d404f99b5e42a13. Latest consensus state: current_term: 1 leader_uuid: "ef8db387592a4fa69d404f99b5e42a13" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b7062d439aef4fb9b1d8f55040917063" member_type: VOTER last_known_addr { host: "127.3.211.190" port: 36093 } } peers { permanent_uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728" member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } } peers { permanent_uuid: "ef8db387592a4fa69d404f99b5e42a13" member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } } }
03:18:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.450865 4418 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7062d439aef4fb9b1d8f55040917063 [sys.catalog]: This master's current role is: FOLLOWER
03:18:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.450125 4434 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7062d439aef4fb9b1d8f55040917063 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ef8db387592a4fa69d404f99b5e42a13" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b7062d439aef4fb9b1d8f55040917063" member_type: VOTER last_known_addr { host: "127.3.211.190" port: 36093 } } peers { permanent_uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728" member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } } peers { permanent_uuid: "ef8db387592a4fa69d404f99b5e42a13" member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } } }
03:18:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.453541 4434 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7062d439aef4fb9b1d8f55040917063 [sys.catalog]: This master's current role is: FOLLOWER
03:18:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.462103 4450 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
03:18:50.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:50.706578 4414 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:18:50.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:50.707198 4414 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:18:50.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:50.707873 4414 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:18:50.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.730741 4401 catalog_manager.cc:1259] Loaded cluster ID: 15cf80b581ef4ba0911d954f1353e430
03:18:50.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.731411 4401 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 2bb01da3ec0f4f91bf2a2ae54a22a728: loading cluster ID for follower catalog manager: success
03:18:50.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.740140 4401 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 2bb01da3ec0f4f91bf2a2ae54a22a728: acquiring CA information for follower catalog manager: success
03:18:50.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.747074 4401 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 2bb01da3ec0f4f91bf2a2ae54a22a728: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:18:50.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:50.752642 4414 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:18:50.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:50.753701 4414 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.211.129
03:18:50.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.790014 4358 sys_catalog.cc:455] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ef8db387592a4fa69d404f99b5e42a13" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b7062d439aef4fb9b1d8f55040917063" member_type: VOTER last_known_addr { host: "127.3.211.190" port: 36093 } } peers { permanent_uuid: "2bb01da3ec0f4f91bf2a2ae54a22a728" member_type: VOTER last_known_addr { host: "127.3.211.189" port: 42047 } } peers { permanent_uuid: "ef8db387592a4fa69d404f99b5e42a13" member_type: VOTER last_known_addr { host: "127.3.211.188" port: 38245 } } }
03:18:50.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.790804 4358 sys_catalog.cc:458] T 00000000000000000000000000000000 P ef8db387592a4fa69d404f99b5e42a13 [sys.catalog]: This master's current role is: LEADER
03:18:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.812469 4414 tablet_server_runner.cc:78] Tablet server non-default flags:
03:18:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:18:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.211.148:44687
03:18:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:18:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:18:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-0/data
03:18:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-0/wal
03:18:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:18:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:18:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.211.129:0
03:18:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:18:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:18:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:18:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-0/data/info.pb
03:18:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.211.129
03:18:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:18:50.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.211.190:36093,127.3.211.189:42047,127.3.211.188:38245
03:18:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:18:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:18:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:18:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:18:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:18:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.211.129
03:18:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-0/logs
03:18:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:18:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:18:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:18:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:18:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:18:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:18:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:18:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:18:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:18:50.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:18:50.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.815181 4414 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:18:50.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:50.817019 4414 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:18:50.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:50.846837 4465 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:18:51.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:51.493147 4450 catalog_manager.cc:1259] Loaded cluster ID: 15cf80b581ef4ba0911d954f1353e430
03:18:51.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:51.493502 4450 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b7062d439aef4fb9b1d8f55040917063: loading cluster ID for follower catalog manager: success
03:18:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:51.510169 4450 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b7062d439aef4fb9b1d8f55040917063: acquiring CA information for follower catalog manager: success
03:18:51.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:51.532447 4450 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b7062d439aef4fb9b1d8f55040917063: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
03:18:53.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:50.849293 4466 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:18:53.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:52.237462 4464 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 4414
03:18:53.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:53.207713 4414 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 2.363s user 0.833s sys 1.262s
03:18:53.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:53.208841 4414 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 2.364s user 0.833s sys 1.262s
03:18:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:53.223727 4473 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:18:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.224113 4414 server_base.cc:1034] running on GCE node
03:18:53.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.226044 4414 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:18:53.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.229861 4414 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:18:53.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.233434 4414 hybrid_clock.cc:648] HybridClock initialized: now 1786245533233084 us; error 351 us; skew 500 ppm
03:18:53.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.234395 4414 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:18:53.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.244648 4414 webserver.cc:460] Webserver started at http://127.3.211.129:36991/ using document root <none> and password file <none>
03:18:53.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.247581 4414 fs_manager.cc:359] Metadata directory not provided
03:18:53.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.247921 4414 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:18:53.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.248587 4414 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:18:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.254135 4414 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-0/data/instance:
03:18:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "530a51cb2d0243c4bd1c444a348aa4ca"
03:18:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:18:53 on dist-test-slave-jq4t"
03:18:53.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.255499 4414 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-0/wal/instance:
03:18:53.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "530a51cb2d0243c4bd1c444a348aa4ca"
03:18:53.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:18:53 on dist-test-slave-jq4t"
03:18:53.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.268971 4414 fs_manager.cc:691] Time spent creating directory manager: real 0.013s user 0.010s sys 0.005s
03:18:53.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.277258 4487 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:18:53.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.278563 4414 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
03:18:53.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.278875 4414 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-0/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-0/wal
03:18:53.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "530a51cb2d0243c4bd1c444a348aa4ca"
03:18:53.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:18:53 on dist-test-slave-jq4t"
03:18:53.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.279199 4414 fs_report.cc:383] FS layout report
03:18:53.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:18:53.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-0/wal
03:18:53.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-0/wal
03:18:53.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-0/data/data
03:18:53.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:18:53.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:18:53.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:18:53.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:18:53.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:18:53.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:18:53.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:18:53.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:18:53.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:18:53.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:18:53.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:18:53.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.328212 4414 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:18:53.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.330207 4414 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:18:53.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.330912 4414 kserver.cc:163] Server-wide thread pool size limit: 3276
03:18:53.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.334282 4414 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:18:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.340188 4414 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:18:53.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.340507 4414 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:18:53.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.340842 4414 ts_tablet_manager.cc:610] Registered 0 tablets
03:18:53.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.341037 4414 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:18:53.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.609417 4414 rpc_server.cc:307] RPC server started. Bound to: 127.3.211.129:44107
03:18:53.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.609588 4674 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.211.129:44107 every 8 connection(s)
03:18:53.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.612653 4414 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-0/data/info.pb
03:18:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.621748 3918 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 4414
03:18:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.622609 3918 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-0/wal/instance
03:18:53.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.657925 3918 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:18:53.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:18:53.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-1/wal
03:18:53.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-1/data
03:18:53.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:18:53.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:18:53.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:18:53.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:18:53.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:18:53.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:18:53.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-1/logs
03:18:53.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-1/data/info.pb
03:18:53.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:18:53.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:18:53.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:18:53.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:18:53.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:18:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:18:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:18:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:18:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:18:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:18:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.211.130:0
03:18:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.211.130
03:18:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.211.130
03:18:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:18:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.211.190:36093,127.3.211.189:42047,127.3.211.188:38245
03:18:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.211.148:44687
03:18:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:18:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:18:53.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:18:53.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.701484 4679 heartbeater.cc:347] Connected to a master server at 127.3.211.189:42047
03:18:53.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.702149 4679 heartbeater.cc:464] Registering TS with master...
03:18:53.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.703737 4679 heartbeater.cc:511] Master 127.3.211.189:42047 requested a full tablet report, sending...
03:18:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.706305 4677 heartbeater.cc:347] Connected to a master server at 127.3.211.188:38245
03:18:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.706660 4677 heartbeater.cc:464] Registering TS with master...
03:18:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.707693 4677 heartbeater.cc:511] Master 127.3.211.188:38245 requested a full tablet report, sending...
03:18:53.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.710700 4137 ts_manager.cc:194] Registered new tserver with Master: 530a51cb2d0243c4bd1c444a348aa4ca (127.3.211.129:44107)
03:18:53.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.713982 4278 ts_manager.cc:194] Registered new tserver with Master: 530a51cb2d0243c4bd1c444a348aa4ca (127.3.211.129:44107)
03:18:53.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.717988 4278 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.211.129:55591
03:18:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.722078 4680 heartbeater.cc:347] Connected to a master server at 127.3.211.190:36093
03:18:53.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.722455 4680 heartbeater.cc:464] Registering TS with master...
03:18:53.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.723626 4680 heartbeater.cc:511] Master 127.3.211.190:36093 requested a full tablet report, sending...
03:18:53.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:53.726987 4001 ts_manager.cc:194] Registered new tserver with Master: 530a51cb2d0243c4bd1c444a348aa4ca (127.3.211.129:44107)
03:18:54.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:54.060271 4693 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:18:54.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:54.061384 4693 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:18:54.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:54.061857 4693 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:18:54.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:54.095391 4693 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:18:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:54.096225 4693 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.211.130
03:18:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:54.134791 4693 tablet_server_runner.cc:78] Tablet server non-default flags:
03:18:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:18:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.211.148:44687
03:18:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:18:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:18:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-1/data
03:18:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-1/wal
03:18:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:18:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:18:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.211.130:0
03:18:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:18:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:18:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:18:54.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-1/data/info.pb
03:18:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.211.130
03:18:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:18:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.211.190:36093,127.3.211.189:42047,127.3.211.188:38245
03:18:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:18:54.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:18:54.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:18:54.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:18:54.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:18:54.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.211.130
03:18:54.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-1/logs
03:18:54.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:18:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:18:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:18:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:18:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:18:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:18:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:18:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:18:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:18:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:18:54.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:54.136505 4693 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:18:54.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:54.139698 4693 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:18:54.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:54.168257 4723 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:18:54.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:54.725083 4677 heartbeater.cc:503] Master 127.3.211.188:38245 was elected leader, sending a full tablet report...
03:18:55.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:54.175870 4724 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:18:55.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:55.495285 4729 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:18:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:55.497772 4693 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.328s user 0.512s sys 0.812s
03:18:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:55.498210 4693 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.328s user 0.512s sys 0.812s
03:18:55.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.498500 4693 server_base.cc:1034] running on GCE node
03:18:55.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.500120 4693 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:18:55.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.503582 4693 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:18:55.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.505256 4693 hybrid_clock.cc:648] HybridClock initialized: now 1786245535505215 us; error 39 us; skew 500 ppm
03:18:55.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.506461 4693 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:18:55.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.520627 4693 webserver.cc:460] Webserver started at http://127.3.211.130:41707/ using document root <none> and password file <none>
03:18:55.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.522202 4693 fs_manager.cc:359] Metadata directory not provided
03:18:55.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.522539 4693 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:18:55.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.523172 4693 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:18:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.531528 4693 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-1/data/instance:
03:18:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "617c604e69f24f9e8066b4c6c7a62172"
03:18:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:18:55 on dist-test-slave-jq4t"
03:18:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.533457 4693 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-1/wal/instance:
03:18:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "617c604e69f24f9e8066b4c6c7a62172"
03:18:55.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:18:55 on dist-test-slave-jq4t"
03:18:55.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.544750 4693 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.006s sys 0.005s
03:18:55.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.553119 4736 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:18:55.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.554456 4693 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
03:18:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.554774 4693 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-1/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-1/wal
03:18:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "617c604e69f24f9e8066b4c6c7a62172"
03:18:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:18:55 on dist-test-slave-jq4t"
03:18:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.555104 4693 fs_report.cc:383] FS layout report
03:18:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:18:55.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-1/wal
03:18:55.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-1/wal
03:18:55.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-1/data/data
03:18:55.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:18:55.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:18:55.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:18:55.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:18:55.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:18:55.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:18:55.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:18:55.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:18:55.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:18:55.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:18:55.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:18:55.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.631757 4693 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:18:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.633605 4693 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:18:55.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.634053 4693 kserver.cc:163] Server-wide thread pool size limit: 3276
03:18:55.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.636902 4693 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:18:55.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.641512 4693 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:18:55.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.641729 4693 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:18:55.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.641942 4693 ts_tablet_manager.cc:610] Registered 0 tablets
03:18:55.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.642077 4693 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
03:18:55.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.818737 4693 rpc_server.cc:307] RPC server started. Bound to: 127.3.211.130:36305
03:18:55.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.818836 4943 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.211.130:36305 every 8 connection(s)
03:18:55.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.821376 4693 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-1/data/info.pb
03:18:55.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.829164 3918 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 4693
03:18:55.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.829742 3918 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-1/wal/instance
03:18:55.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.860244 3918 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:18:55.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:18:55.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-2/wal
03:18:55.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-2/data
03:18:55.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:18:55.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:18:55.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:18:55.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:18:55.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:18:55.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:18:55.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-2/logs
03:18:55.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-2/data/info.pb
03:18:55.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:18:55.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:18:55.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:18:55.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:18:55.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:18:55.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:18:55.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:18:55.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:18:55.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
03:18:55.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:18:55.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.211.131:0
03:18:55.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.211.131
03:18:55.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.211.131
03:18:55.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:18:55.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.211.190:36093,127.3.211.189:42047,127.3.211.188:38245
03:18:55.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.211.148:44687
03:18:55.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:18:55.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:18:55.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
03:18:55.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.882956 4946 heartbeater.cc:347] Connected to a master server at 127.3.211.189:42047
03:18:55.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.883477 4946 heartbeater.cc:464] Registering TS with master...
03:18:55.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.884855 4946 heartbeater.cc:511] Master 127.3.211.189:42047 requested a full tablet report, sending...
03:18:55.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.886387 4944 heartbeater.cc:347] Connected to a master server at 127.3.211.188:38245
03:18:55.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.886809 4944 heartbeater.cc:464] Registering TS with master...
03:18:55.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.887787 4944 heartbeater.cc:511] Master 127.3.211.188:38245 requested a full tablet report, sending...
03:18:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.888553 4137 ts_manager.cc:194] Registered new tserver with Master: 617c604e69f24f9e8066b4c6c7a62172 (127.3.211.130:36305)
03:18:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.890336 4278 ts_manager.cc:194] Registered new tserver with Master: 617c604e69f24f9e8066b4c6c7a62172 (127.3.211.130:36305)
03:18:55.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.892696 4278 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.211.130:47469
03:18:55.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.893378 4948 heartbeater.cc:347] Connected to a master server at 127.3.211.190:36093
03:18:55.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.893708 4948 heartbeater.cc:464] Registering TS with master...
03:18:55.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.894450 4948 heartbeater.cc:511] Master 127.3.211.190:36093 requested a full tablet report, sending...
03:18:55.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:55.897262 4001 ts_manager.cc:194] Registered new tserver with Master: 617c604e69f24f9e8066b4c6c7a62172 (127.3.211.130:36305)
03:18:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:56.212579 4968 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:18:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:56.213151 4968 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:18:56.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:56.213584 4968 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:18:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:56.245858 4968 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:18:56.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:56.246672 4968 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.211.131
03:18:56.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:56.281817 4968 tablet_server_runner.cc:78] Tablet server non-default flags:
03:18:56.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:18:56.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.211.148:44687
03:18:56.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:18:56.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:18:56.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-2/data
03:18:56.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-2/wal
03:18:56.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:18:56.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:18:56.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.211.131:0
03:18:56.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:18:56.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:18:56.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:18:56.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-2/data/info.pb
03:18:56.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.211.131
03:18:56.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:18:56.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.211.190:36093,127.3.211.189:42047,127.3.211.188:38245
03:18:56.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:18:56.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:18:56.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:18:56.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:18:56.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:18:56.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.211.131
03:18:56.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-2/logs
03:18:56.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:18:56.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:18:56.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:18:56.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
03:18:56.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:18:56.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:18:56.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:18:56.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:18:56.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:18:56.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:18:56.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:56.283126 4968 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:18:56.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:56.285028 4968 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:18:56.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:56.306085 4980 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:18:56.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:56.899276 4944 heartbeater.cc:503] Master 127.3.211.188:38245 was elected leader, sending a full tablet report...
03:18:57.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:56.306186 4991 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:18:57.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:18:56.307404 4982 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:18:57.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:56.308164 4968 server_base.cc:1034] running on GCE node
03:18:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.526656 4968 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:18:57.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.529044 4968 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:18:57.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.530414 4968 hybrid_clock.cc:648] HybridClock initialized: now 1786245537530381 us; error 59 us; skew 500 ppm
03:18:57.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.531322 4968 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:18:57.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.538275 4968 webserver.cc:460] Webserver started at http://127.3.211.131:33839/ using document root <none> and password file <none>
03:18:57.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.539407 4968 fs_manager.cc:359] Metadata directory not provided
03:18:57.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.539710 4968 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:18:57.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.540325 4968 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:18:57.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.546429 4968 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-2/data/instance:
03:18:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "933ccd960e264971bede6fa357a8f036"
03:18:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:18:57 on dist-test-slave-jq4t"
03:18:57.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.547657 4968 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-2/wal/instance:
03:18:57.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "933ccd960e264971bede6fa357a8f036"
03:18:57.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:18:57 on dist-test-slave-jq4t"
03:18:57.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.558131 4968 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.007s sys 0.001s
03:18:57.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.564288 5005 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:18:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.565948 4968 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
03:18:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.566642 4968 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-2/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-2/wal
03:18:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "933ccd960e264971bede6fa357a8f036"
03:18:57.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:18:57 on dist-test-slave-jq4t"
03:18:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.567404 4968 fs_report.cc:383] FS layout report
03:18:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:18:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-2/wal
03:18:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-2/wal
03:18:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-2/data/data
03:18:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:18:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:18:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:18:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:18:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:18:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:18:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:18:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:18:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:18:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:18:57.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:18:57.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.610198 4968 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:18:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.611750 4968 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:18:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.612188 4968 kserver.cc:163] Server-wide thread pool size limit: 3276
03:18:57.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.615553 4968 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
03:18:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.619930 4968 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
03:18:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.620142 4968 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
03:18:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.620358 4968 ts_tablet_manager.cc:610] Registered 0 tablets
03:18:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.620556 4968 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
03:18:57.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.779373 4968 rpc_server.cc:307] RPC server started. Bound to: 127.3.211.131:41209
03:18:57.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.779580 5211 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.211.131:41209 every 8 connection(s)
03:18:57.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.781989 4968 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-2/data/info.pb
03:18:57.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.787438 3918 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 4968
03:18:57.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.787955 3918 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster4440702756750022946/ts-2/wal/instance
03:18:57.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.832170 5220 heartbeater.cc:347] Connected to a master server at 127.3.211.189:42047
03:18:57.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.832755 5220 heartbeater.cc:464] Registering TS with master...
03:18:57.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.833818 5219 heartbeater.cc:347] Connected to a master server at 127.3.211.188:38245
03:18:57.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.834174 5219 heartbeater.cc:464] Registering TS with master...
03:18:57.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.834211 5220 heartbeater.cc:511] Master 127.3.211.189:42047 requested a full tablet report, sending...
03:18:57.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.835253 5219 heartbeater.cc:511] Master 127.3.211.188:38245 requested a full tablet report, sending...
03:18:57.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.838066 4278 ts_manager.cc:194] Registered new tserver with Master: 933ccd960e264971bede6fa357a8f036 (127.3.211.131:41209)
03:18:57.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.838713 4137 ts_manager.cc:194] Registered new tserver with Master: 933ccd960e264971bede6fa357a8f036 (127.3.211.131:41209)
03:18:57.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.840411 4278 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.211.131:43373
03:18:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.847146 5222 heartbeater.cc:347] Connected to a master server at 127.3.211.190:36093
03:18:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.847489 5222 heartbeater.cc:464] Registering TS with master...
03:18:57.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.848222 5222 heartbeater.cc:511] Master 127.3.211.190:36093 requested a full tablet report, sending...
03:18:57.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.850596 4001 ts_manager.cc:194] Registered new tserver with Master: 933ccd960e264971bede6fa357a8f036 (127.3.211.131:41209)
03:18:57.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:57.864975 3918 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
03:18:57.876 [DEBUG - main] (MiniKuduCluster.java:195) Response:
03:18:57.877 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
03:18:57.889 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.3.211.190"
port: 36093
}
bound_http_address {
host: "127.3.211.190"
port: 35789
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.3.211.189"
port: 42047
}
bound_http_address {
host: "127.3.211.189"
port: 41621
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.3.211.188"
port: 38245
}
bound_http_address {
host: "127.3.211.188"
port: 33121
}
}
}
03:18:57.896 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:18:57.900 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.3.211.129"
port: 44107
}
bound_http_address {
host: "127.3.211.129"
port: 36991
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.3.211.130"
port: 36305
}
bound_http_address {
host: "127.3.211.130"
port: 41707
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.3.211.131"
port: 41209
}
bound_http_address {
host: "127.3.211.131"
port: 33839
}
}
}
03:18:57.900 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
03:18:58.088 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
03:18:58.206 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskQ4uFgo/test-tmp
03:18:58.207 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
03:18:58.207 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskQ4uFgo/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
03:18:58.213 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
03:18:58.564 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:18:58.565 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
03:18:58.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:58.568120 5242 mini_oidc.cc:152] Starting JWKS server
03:18:58.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:58.571892 5242 webserver.cc:460] Webserver started at http://127.0.0.1:46567/ using document root <none> and password file <none>
03:18:58.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:58.572296 5242 mini_oidc.cc:189] Starting OIDC Discovery server
03:18:58.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:58.574466 5242 webserver.cc:460] Webserver started at http://127.0.0.1:33363/ using document root <none> and password file <none>
03:18:58.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
03:18:58.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/principal' for realm 'KRBTEST.COM',
03:18:58.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
03:18:58.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:18:58 dist-test-slave-jq4t krb5kdc[5268](info): setting up network...
03:18:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
03:18:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:18:58 dist-test-slave-jq4t krb5kdc[5268](info): set up 2 sockets
03:18:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:18:58 dist-test-slave-jq4t krb5kdc[5268](info): commencing operation
03:18:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
03:18:58.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:18:58.845453 5219 heartbeater.cc:503] Master 127.3.211.188:38245 was elected leader, sending a full tablet report...
03:19:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:00.097795 5242 mini_kdc.cc:121] Time spent starting KDC: real 1.494s user 0.001s sys 0.029s
03:19:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
03:19:00.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:19:00.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
03:19:00.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
03:19:00.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:19:00.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
03:19:00.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
03:19:00.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:19:00.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
03:19:00.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
03:19:00.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/test-user.keytab.
03:19:00.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/test-user.keytab.
03:19:00.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:19:00 dist-test-slave-jq4t krb5kdc[5268](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245540, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:19:00.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:19:00.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T03:19:00Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
03:19:00.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T03:19:00Z Disabled control of system clock
03:19:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.5.30.190@KRBTEST.COM; defaulting to no policy
03:19:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:19:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.5.30.190@KRBTEST.COM" created.
03:19:00.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:19:00.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.30.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kudu_127.5.30.190.keytab.
03:19:00.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.30.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kudu_127.5.30.190.keytab.
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:00.333432 5242 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/wal
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/data
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/logs
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/data/info.pb
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.30.190:36061
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.30.190
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kudu_127.5.30.190.keytab
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.30.190
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:19:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:19:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.30.148:38143
03:19:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:19:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:19:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:19:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:19:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.30.190:36061,127.5.30.189:41099,127.5.30.188:40635
03:19:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:19:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46567/jwks.json
03:19:00.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:19:00.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:00.668157 5292 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:19:00.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:00.668773 5292 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:19:00.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:00.669370 5292 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:19:00.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:00.706436 5292 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:19:00.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:00.706691 5292 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:19:00.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:00.707052 5292 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:19:00.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:00.707265 5292 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:19:00.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:00.707453 5292 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:19:00.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:00.707641 5292 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:19:00.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:00.707778 5292 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46567/jwks.json
03:19:00.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:00.747313 5292 master_runner.cc:386] Master server non-default flags:
03:19:00.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:19:00.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.30.148:38143
03:19:00.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:19:00.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:19:00.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/data
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/wal
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.30.190:36061,127.5.30.189:41099,127.5.30.188:40635
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kudu_127.5.30.190.keytab
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.30.190
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.30.190:36061
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46567/jwks.json
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/data/info.pb
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.30.190
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/logs
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:19:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:00.748553 5292 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:19:00.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:00.749610 5292 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:19:00.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:00.773475 5306 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:19:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:00.775449 5292 server_base.cc:1034] running on GCE node
03:19:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:00.773766 5313 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:19:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:00.773475 5309 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:19:02.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.010658 5292 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:19:02.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.013401 5292 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:19:02.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.014752 5292 hybrid_clock.cc:648] HybridClock initialized: now 1786245542014721 us; error 122 us; skew 500 ppm
03:19:02.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.015561 5292 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:19:02.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:19:02 dist-test-slave-jq4t krb5kdc[5268](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245542, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.30.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:19:02.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.024844 5292 init.cc:377] Logged in from keytab as kudu/127.5.30.190@KRBTEST.COM (short username kudu)
03:19:02.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.030352 5292 webserver.cc:460] Webserver started at http://127.5.30.190:42107/ using document root <none> and password file <none>
03:19:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.031344 5292 fs_manager.cc:359] Metadata directory not provided
03:19:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.031594 5292 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:19:02.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.032145 5292 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:19:02.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.037423 5292 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/data/instance:
03:19:02.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf6731ceed9e4824807e45ad57f0b4e0"
03:19:02.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:19:02 on dist-test-slave-jq4t"
03:19:02.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.038720 5292 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/wal/instance:
03:19:02.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf6731ceed9e4824807e45ad57f0b4e0"
03:19:02.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:19:02 on dist-test-slave-jq4t"
03:19:02.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.046550 5292 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.007s
03:19:02.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.052227 5324 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:19:02.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.053316 5292 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
03:19:02.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.053684 5292 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/wal
03:19:02.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf6731ceed9e4824807e45ad57f0b4e0"
03:19:02.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:19:02 on dist-test-slave-jq4t"
03:19:02.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.054044 5292 fs_report.cc:383] FS layout report
03:19:02.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:19:02.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/wal
03:19:02.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/wal
03:19:02.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/data/data
03:19:02.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:19:02.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:19:02.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:19:02.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:19:02.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:19:02.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:19:02.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:19:02.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:19:02.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:19:02.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:19:02.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:19:02.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.093410 5292 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:19:02.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.100334 5292 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:19:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.101024 5292 kserver.cc:163] Server-wide thread pool size limit: 3276
03:19:02.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.185035 5292 rpc_server.cc:307] RPC server started. Bound to: 127.5.30.190:36061
03:19:02.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.185122 5416 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.30.190:36061 every 8 connection(s)
03:19:02.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.187939 5292 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/data/info.pb
03:19:02.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.194332 5417 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:19:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.195669 5242 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 5292
03:19:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.196080 5242 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/wal/instance
03:19:02.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.208289 5417 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.30.190" port: 36061 } has no permanent_uuid. Determining permanent_uuid...
03:19:02.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.5.30.189@KRBTEST.COM; defaulting to no policy
03:19:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:19:02.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.5.30.189@KRBTEST.COM" created.
03:19:02.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:19:02 dist-test-slave-jq4t krb5kdc[5268](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245542, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.30.190@KRBTEST.COM for kudu/127.5.30.190@KRBTEST.COM
03:19:02.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:19:02.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.30.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kudu_127.5.30.189.keytab.
03:19:02.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.30.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kudu_127.5.30.189.keytab.
03:19:02.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.250025 5242 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:19:02.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:19:02.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/wal
03:19:02.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/data
03:19:02.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:19:02.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:19:02.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:19:02.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:19:02.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:19:02.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:19:02.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/logs
03:19:02.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/data/info.pb
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.30.189:41099
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.30.189
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kudu_127.5.30.189.keytab
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.30.189
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.30.148:38143
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:19:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.30.190:36061,127.5.30.189:41099,127.5.30.188:40635
03:19:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:19:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46567/jwks.json
03:19:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:19:02.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.251957 5417 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } has no permanent_uuid. Determining permanent_uuid...
03:19:02.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:02.254720 5329 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.30.189:41099: connect: Connection refused (error 111)
03:19:02.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:02.268389 5417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.30.189:41099: Network error: Client connection negotiation failed: client connection to 127.5.30.189:41099: connect: Connection refused (error 111)
03:19:02.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.318058 5417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } attempt: 1
03:19:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:02.321851 5417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.30.189:41099: Network error: Client connection negotiation failed: client connection to 127.5.30.189:41099: connect: Connection refused (error 111)
03:19:02.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.390288 5417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } attempt: 2
03:19:02.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:02.394791 5417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.30.189:41099: Network error: Client connection negotiation failed: client connection to 127.5.30.189:41099: connect: Connection refused (error 111)
03:19:02.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.486199 5417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } attempt: 3
03:19:02.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:02.490453 5417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.30.189:41099: Network error: Client connection negotiation failed: client connection to 127.5.30.189:41099: connect: Connection refused (error 111)
03:19:02.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:02.596673 5430 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:19:02.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:02.597282 5430 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:19:02.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:02.597913 5430 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:19:02.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:02.631438 5430 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:19:02.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:02.631690 5430 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:19:02.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:02.631951 5430 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:19:02.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:02.632153 5430 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:19:02.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:02.632422 5430 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:19:02.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:02.632715 5430 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:19:02.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:02.632862 5430 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46567/jwks.json
03:19:02.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.633983 5417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } attempt: 4
03:19:02.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:02.638345 5417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.30.189:41099: Network error: Client connection negotiation failed: client connection to 127.5.30.189:41099: connect: Connection refused (error 111)
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.671559 5430 master_runner.cc:386] Master server non-default flags:
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.30.148:38143
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/data
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/wal
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.30.190:36061,127.5.30.189:41099,127.5.30.188:40635
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kudu_127.5.30.189.keytab
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.30.189
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.30.189:41099
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46567/jwks.json
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/data/info.pb
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.30.189
03:19:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:19:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:19:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:19:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:19:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:19:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:19:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/logs
03:19:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:19:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:19:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:19:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:19:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:19:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:19:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:19:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:19:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:19:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:19:02.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.672942 5430 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:19:02.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.674146 5430 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:19:02.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:02.694846 5441 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:19:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.937834 5417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } attempt: 5
03:19:02.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:02.943141 5417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.30.189:41099: Network error: Client connection negotiation failed: client connection to 127.5.30.189:41099: connect: Connection refused (error 111)
03:19:03.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:03.490556 5417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } attempt: 6
03:19:03.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:03.497704 5417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.30.189:41099: Network error: Client connection negotiation failed: client connection to 127.5.30.189:41099: connect: Connection refused (error 111)
03:19:03.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:02.694835 5439 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:19:03.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:02.697810 5430 server_base.cc:1034] running on GCE node
03:19:03.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:02.695577 5448 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:19:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:03.975099 5430 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:19:03.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:03.978041 5430 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:19:03.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:03.979499 5430 hybrid_clock.cc:648] HybridClock initialized: now 1786245543979421 us; error 89 us; skew 500 ppm
03:19:03.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:03.980445 5430 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:19:03.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:19:03 dist-test-slave-jq4t krb5kdc[5268](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245543, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.30.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:19:03.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:03.986963 5430 init.cc:377] Logged in from keytab as kudu/127.5.30.189@KRBTEST.COM (short username kudu)
03:19:03.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:03.993233 5430 webserver.cc:460] Webserver started at http://127.5.30.189:42893/ using document root <none> and password file <none>
03:19:03.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:03.994359 5430 fs_manager.cc:359] Metadata directory not provided
03:19:03.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:03.994635 5430 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:19:03.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:03.995057 5430 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:19:04.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.000782 5430 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/data/instance:
03:19:04.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa037e3a869240508e9c64fafadfe4de"
03:19:04.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:19:03 on dist-test-slave-jq4t"
03:19:04.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.002097 5430 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/wal/instance:
03:19:04.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa037e3a869240508e9c64fafadfe4de"
03:19:04.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:19:03 on dist-test-slave-jq4t"
03:19:04.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.009909 5430 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
03:19:04.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.015765 5469 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:19:04.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.016897 5430 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
03:19:04.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.017284 5430 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/wal
03:19:04.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa037e3a869240508e9c64fafadfe4de"
03:19:04.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:19:03 on dist-test-slave-jq4t"
03:19:04.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.017658 5430 fs_report.cc:383] FS layout report
03:19:04.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:19:04.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/wal
03:19:04.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/wal
03:19:04.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/data/data
03:19:04.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:19:04.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:19:04.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:19:04.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:19:04.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:19:04.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:19:04.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:19:04.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:19:04.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:19:04.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:19:04.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:19:04.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.066509 5430 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:19:04.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.072979 5430 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:19:04.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.073534 5430 kserver.cc:163] Server-wide thread pool size limit: 3276
03:19:04.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.153517 5430 rpc_server.cc:307] RPC server started. Bound to: 127.5.30.189:41099
03:19:04.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.153580 5563 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.30.189:41099 every 8 connection(s)
03:19:04.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.157408 5430 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/data/info.pb
03:19:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.163816 5242 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 5430
03:19:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.163977 5565 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:19:04.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.164275 5242 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/wal/instance
03:19:04.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.179665 5565 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.30.190" port: 36061 } has no permanent_uuid. Determining permanent_uuid...
03:19:04.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.5.30.188@KRBTEST.COM; defaulting to no policy
03:19:04.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:19:04.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.5.30.188@KRBTEST.COM" created.
03:19:04.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:19:04 dist-test-slave-jq4t krb5kdc[5268](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245543, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.30.189@KRBTEST.COM for kudu/127.5.30.190@KRBTEST.COM
03:19:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
03:19:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.30.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kudu_127.5.30.188.keytab.
03:19:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.30.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kudu_127.5.30.188.keytab.
03:19:04.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.221325 5242 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/wal
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/data
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/logs
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/data/info.pb
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.30.188:40635
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.30.188
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kudu_127.5.30.188.keytab
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.30.188
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.30.148:38143
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:19:04.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.30.190:36061,127.5.30.189:41099,127.5.30.188:40635
03:19:04.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:19:04.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46567/jwks.json
03:19:04.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:19:04.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.223589 5565 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } has no permanent_uuid. Determining permanent_uuid...
03:19:04.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:19:04 dist-test-slave-jq4t krb5kdc[5268](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245543, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.30.189@KRBTEST.COM for kudu/127.5.30.189@KRBTEST.COM
03:19:04.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.252444 5565 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } has no permanent_uuid. Determining permanent_uuid...
03:19:04.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.254674 5473 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.30.188:40635: connect: Connection refused (error 111)
03:19:04.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.258912 5565 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.30.188:40635: Network error: Client connection negotiation failed: client connection to 127.5.30.188:40635: connect: Connection refused (error 111)
03:19:04.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.308404 5565 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } attempt: 1
03:19:04.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.312777 5565 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.30.188:40635: Network error: Client connection negotiation failed: client connection to 127.5.30.188:40635: connect: Connection refused (error 111)
03:19:04.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.381244 5565 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } attempt: 2
03:19:04.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.385988 5565 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.30.188:40635: Network error: Client connection negotiation failed: client connection to 127.5.30.188:40635: connect: Connection refused (error 111)
03:19:04.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.477415 5565 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } attempt: 3
03:19:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.481137 5565 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.30.188:40635: Network error: Client connection negotiation failed: client connection to 127.5.30.188:40635: connect: Connection refused (error 111)
03:19:04.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.558398 5417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } attempt: 7
03:19:04.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.566957 5579 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:19:04.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.567695 5579 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:19:04.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.568439 5579 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:19:04.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:19:04 dist-test-slave-jq4t krb5kdc[5268](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245542, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.30.190@KRBTEST.COM for kudu/127.5.30.189@KRBTEST.COM
03:19:04.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.583782 5417 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } has no permanent_uuid. Determining permanent_uuid...
03:19:04.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.589692 5417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.30.188:40635: Network error: Client connection negotiation failed: client connection to 127.5.30.188:40635: connect: Connection refused (error 111)
03:19:04.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.605628 5579 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:19:04.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.605924 5579 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:19:04.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.606380 5579 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:19:04.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.606706 5579 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:19:04.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.607059 5579 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:19:04.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.607374 5579 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:19:04.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.607765 5579 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46567/jwks.json
03:19:04.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.624657 5565 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } attempt: 4
03:19:04.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.628557 5565 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.30.188:40635: Network error: Client connection negotiation failed: client connection to 127.5.30.188:40635: connect: Connection refused (error 111)
03:19:04.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.646899 5579 master_runner.cc:386] Master server non-default flags:
03:19:04.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:19:04.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.30.148:38143
03:19:04.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:19:04.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:19:04.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/data
03:19:04.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/wal
03:19:04.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:19:04.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.30.190:36061,127.5.30.189:41099,127.5.30.188:40635
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kudu_127.5.30.188.keytab
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.30.188
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.30.188:40635
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46567/jwks.json
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/data/info.pb
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.30.188
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/logs
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:19:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:19:04.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:19:04.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:19:04.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:19:04.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:19:04.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:19:04.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:19:04.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.648084 5579 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:19:04.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.648211 5417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } attempt: 1
03:19:04.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.649233 5579 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:19:04.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.652135 5417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.30.188:40635: Network error: Client connection negotiation failed: client connection to 127.5.30.188:40635: connect: Connection refused (error 111)
03:19:04.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.669857 5601 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:19:04.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.733546 5417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } attempt: 2
03:19:04.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.737802 5417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.30.188:40635: Network error: Client connection negotiation failed: client connection to 127.5.30.188:40635: connect: Connection refused (error 111)
03:19:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.823482 5417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } attempt: 3
03:19:04.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.829973 5417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.30.188:40635: Network error: Client connection negotiation failed: client connection to 127.5.30.188:40635: connect: Connection refused (error 111)
03:19:04.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.928045 5565 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } attempt: 5
03:19:04.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.933332 5565 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.30.188:40635: Network error: Client connection negotiation failed: client connection to 127.5.30.188:40635: connect: Connection refused (error 111)
03:19:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:04.970471 5417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } attempt: 4
03:19:04.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.975498 5417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.30.188:40635: Network error: Client connection negotiation failed: client connection to 127.5.30.188:40635: connect: Connection refused (error 111)
03:19:05.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:05.258968 5417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } attempt: 5
03:19:05.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:05.263325 5417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.30.188:40635: Network error: Client connection negotiation failed: client connection to 127.5.30.188:40635: connect: Connection refused (error 111)
03:19:05.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:05.480821 5565 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } attempt: 6
03:19:05.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:05.489841 5565 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.30.188:40635: Network error: Client connection negotiation failed: client connection to 127.5.30.188:40635: connect: Connection refused (error 111)
03:19:05.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:05.815716 5417 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } attempt: 6
03:19:05.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:05.822512 5417 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.30.188:40635: Network error: Client connection negotiation failed: client connection to 127.5.30.188:40635: connect: Connection refused (error 111)
03:19:05.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.669927 5596 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:19:05.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:04.671234 5597 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:19:05.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:05.965238 5599 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
03:19:05.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:05.965297 5579 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
03:19:05.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:05.969130 5579 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:19:05.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:05.972509 5579 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:19:05.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:05.973976 5579 hybrid_clock.cc:648] HybridClock initialized: now 1786245545973919 us; error 73 us; skew 500 ppm
03:19:05.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:05.974997 5579 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:19:05.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:19:05 dist-test-slave-jq4t krb5kdc[5268](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245545, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.30.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:19:05.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:05.981866 5579 init.cc:377] Logged in from keytab as kudu/127.5.30.188@KRBTEST.COM (short username kudu)
03:19:05.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:05.987993 5579 webserver.cc:460] Webserver started at http://127.5.30.188:35491/ using document root <none> and password file <none>
03:19:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:05.989328 5579 fs_manager.cc:359] Metadata directory not provided
03:19:05.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:05.989530 5579 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:19:05.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:05.990116 5579 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
03:19:05.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:05.996016 5579 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/data/instance:
03:19:05.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "376de7e772d24bc9a4ed368c60eda519"
03:19:05.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:19:05 on dist-test-slave-jq4t"
03:19:05.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:05.997284 5579 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/wal/instance:
03:19:05.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "376de7e772d24bc9a4ed368c60eda519"
03:19:05.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:19:05 on dist-test-slave-jq4t"
03:19:06.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.005461 5579 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
03:19:06.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.011230 5623 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:19:06.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.012460 5579 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
03:19:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.012844 5579 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/wal
03:19:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "376de7e772d24bc9a4ed368c60eda519"
03:19:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:19:05 on dist-test-slave-jq4t"
03:19:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.013167 5579 fs_report.cc:383] FS layout report
03:19:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:19:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/wal
03:19:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/wal
03:19:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/data/data
03:19:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:19:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:19:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:19:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:19:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:19:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:19:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:19:06.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:19:06.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:19:06.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:19:06.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:19:06.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.060875 5579 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:19:06.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.067291 5579 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:19:06.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.067744 5579 kserver.cc:163] Server-wide thread pool size limit: 3276
03:19:06.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.154357 5579 rpc_server.cc:307] RPC server started. Bound to: 127.5.30.188:40635
03:19:06.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.154487 5712 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.30.188:40635 every 8 connection(s)
03:19:06.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.157985 5579 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/data/info.pb
03:19:06.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.162110 5242 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 5579
03:19:06.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.162623 5242 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/wal/instance
03:19:06.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.165366 5713 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
03:19:06.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.181622 5713 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.30.190" port: 36061 } has no permanent_uuid. Determining permanent_uuid...
03:19:06.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:19:06 dist-test-slave-jq4t krb5kdc[5268](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245540, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.5.30.188@KRBTEST.COM
03:19:06.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:19:06 dist-test-slave-jq4t krb5kdc[5268](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245545, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.30.188@KRBTEST.COM for kudu/127.5.30.190@KRBTEST.COM
03:19:06.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.231909 5713 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } has no permanent_uuid. Determining permanent_uuid...
03:19:06.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:19:06 dist-test-slave-jq4t krb5kdc[5268](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245540, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.5.30.189@KRBTEST.COM
03:19:06.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:19:06 dist-test-slave-jq4t krb5kdc[5268](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245545, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.30.188@KRBTEST.COM for kudu/127.5.30.189@KRBTEST.COM
03:19:06.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.263134 5713 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } has no permanent_uuid. Determining permanent_uuid...
03:19:06.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:19:06 dist-test-slave-jq4t krb5kdc[5268](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245540, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.5.30.190@KRBTEST.COM
03:19:06.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:19:06 dist-test-slave-jq4t krb5kdc[5268](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245545, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.30.188@KRBTEST.COM for kudu/127.5.30.188@KRBTEST.COM
03:19:06.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.291524 5242 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
03:19:06.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.295176 5713 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: Bootstrap starting.
03:19:06.299 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:19:06.300 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
03:19:06.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.301368 5713 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: Neither blocks nor log segments found. Creating new log.
03:19:06.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.303699 5713 log.cc:824] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: Log is configured to *not* fsync() on all Append() calls
03:19:06.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.309755 5713 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: No bootstrap required, opened a new log
03:19:06.314 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
03:19:06.315 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
03:19:06.319 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.5.30.190"
port: 36061
}
bound_http_address {
host: "127.5.30.190"
port: 42107
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.5.30.189"
port: 41099
}
bound_http_address {
host: "127.5.30.189"
port: 42893
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.5.30.188"
port: 40635
}
bound_http_address {
host: "127.5.30.188"
port: 35491
}
}
}
03:19:06.319 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
03:19:06.319 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:19:06.320 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
03:19:06.321 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
03:19:06.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.342092 5713 raft_consensus.cc:348] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf6731ceed9e4824807e45ad57f0b4e0" member_type: VOTER last_known_addr { host: "127.5.30.190" port: 36061 } } peers { permanent_uuid: "aa037e3a869240508e9c64fafadfe4de" member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } } peers { permanent_uuid: "376de7e772d24bc9a4ed368c60eda519" member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } }
03:19:06.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.342950 5713 raft_consensus.cc:374] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:19:06.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.343161 5713 raft_consensus.cc:729] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 376de7e772d24bc9a4ed368c60eda519, State: Initialized, Role: FOLLOWER
03:19:06.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.344344 5713 consensus_queue.cc:260] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf6731ceed9e4824807e45ad57f0b4e0" member_type: VOTER last_known_addr { host: "127.5.30.190" port: 36061 } } peers { permanent_uuid: "aa037e3a869240508e9c64fafadfe4de" member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } } peers { permanent_uuid: "376de7e772d24bc9a4ed368c60eda519" member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } }
03:19:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.347609 5736 sys_catalog.cc:455] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf6731ceed9e4824807e45ad57f0b4e0" member_type: VOTER last_known_addr { host: "127.5.30.190" port: 36061 } } peers { permanent_uuid: "aa037e3a869240508e9c64fafadfe4de" member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } } peers { permanent_uuid: "376de7e772d24bc9a4ed368c60eda519" member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } } }
03:19:06.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.348318 5736 sys_catalog.cc:458] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [sys.catalog]: This master's current role is: FOLLOWER
03:19:06.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.349725 5713 sys_catalog.cc:564] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [sys.catalog]: configured and running, proceeding with master startup.
03:19:06.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:19:06 dist-test-slave-jq4t krb5kdc[5268](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245546, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:19:06.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:19:06.367 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:19:06.370 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/krb5cc
03:19:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:06.380889 5755 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:06.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:06.381253 5755 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:06.388 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:19:06.389 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/krb5cc
03:19:06.395 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:19:06.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.399644 5736 raft_consensus.cc:482] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:19:06.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.400243 5736 raft_consensus.cc:504] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf6731ceed9e4824807e45ad57f0b4e0" member_type: VOTER last_known_addr { host: "127.5.30.190" port: 36061 } } peers { permanent_uuid: "aa037e3a869240508e9c64fafadfe4de" member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } } peers { permanent_uuid: "376de7e772d24bc9a4ed368c60eda519" member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } }
03:19:06.404 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
03:19:06.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.406155 5736 leader_election.cc:288] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bf6731ceed9e4824807e45ad57f0b4e0 (127.5.30.190:36061), aa037e3a869240508e9c64fafadfe4de (127.5.30.189:41099)
03:19:06.410 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
03:19:06.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.376056 5579 master_runner.cc:186] Error getting master registration for 127.5.30.190:36061: OK, instance_id { permanent_uuid: "bf6731ceed9e4824807e45ad57f0b4e0" instance_seqno: 1786245542161856 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
03:19:06.412 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
03:19:06.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.412632 5579 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:19:06.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:19:06 dist-test-slave-jq4t krb5kdc[5268](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245546, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:19:06.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
03:19:06.460 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:19:06.460 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/krb5cc
03:19:06.462 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
03:19:06.462 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.5.30.189:41099
03:19:06.464 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
03:19:06.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.466102 5242 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu with pid 5430
03:19:06.494 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:19:06.494 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.5.30.188:40635
03:19:06.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:06.491866 5627 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.5.30.189:41099 (error 108)
03:19:06.494 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
03:19:06.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.495272 5242 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu with pid 5579
03:19:06.534 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:19:06.534 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.5.30.190:36061
03:19:06.534 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
03:19:06.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.534957 5242 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu with pid 5292
03:19:06.560 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:19:06.561 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.5.30.189:41099
03:19:06.562 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
03:19:06.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.564045 5242 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:19:06.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:19:06.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/wal
03:19:06.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/data
03:19:06.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:19:06.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:19:06.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/logs
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/data/info.pb
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.30.189:41099
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.30.189
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42893
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kudu_127.5.30.189.keytab
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.30.189
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:19:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:19:06.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:19:06.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.30.148:38143
03:19:06.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:19:06.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:19:06.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:19:06.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:19:06.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.30.190:36061,127.5.30.189:41099,127.5.30.188:40635
03:19:06.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:19:06.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46567/jwks.json
03:19:06.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:19:06.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:06.902489 5762 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:19:06.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:06.903075 5762 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:19:06.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:06.903692 5762 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:19:06.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:06.936992 5762 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:19:06.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:06.937371 5762 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:19:06.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:06.937884 5762 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:19:06.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:06.938236 5762 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:19:06.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:06.938575 5762 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:19:06.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:06.938903 5762 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:19:06.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:06.939167 5762 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46567/jwks.json
03:19:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.978708 5762 master_runner.cc:386] Master server non-default flags:
03:19:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:19:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.30.148:38143
03:19:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:19:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:19:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/data
03:19:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/wal
03:19:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:19:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:19:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.30.190:36061,127.5.30.189:41099,127.5.30.188:40635
03:19:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kudu_127.5.30.189.keytab
03:19:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.30.189
03:19:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:19:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:19:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:19:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.30.189:41099
03:19:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:19:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:19:06.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46567/jwks.json
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/data/info.pb
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.30.189
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42893
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/logs
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:19:06.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:19:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.980350 5762 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:19:06.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:06.981650 5762 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:19:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:07.004884 5762 server_base.cc:1034] running on GCE node
03:19:08.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:07.002133 5771 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:19:08.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:07.002122 5770 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:19:08.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:07.003389 5776 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:19:08.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.273984 5762 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:19:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.277730 5762 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:19:08.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.279220 5762 hybrid_clock.cc:648] HybridClock initialized: now 1786245548279180 us; error 57 us; skew 500 ppm
03:19:08.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.280138 5762 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:19:08.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:19:08 dist-test-slave-jq4t krb5kdc[5268](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245548, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.30.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:19:08.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.290710 5762 init.cc:377] Logged in from keytab as kudu/127.5.30.189@KRBTEST.COM (short username kudu)
03:19:08.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.296852 5762 webserver.cc:460] Webserver started at http://127.5.30.189:42893/ using document root <none> and password file <none>
03:19:08.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.297911 5762 fs_manager.cc:359] Metadata directory not provided
03:19:08.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.298164 5762 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:19:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.307667 5762 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.001s sys 0.004s
03:19:08.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.312274 5789 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:19:08.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.313591 5762 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
03:19:08.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.313912 5762 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/wal
03:19:08.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aa037e3a869240508e9c64fafadfe4de"
03:19:08.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:19:03 on dist-test-slave-jq4t"
03:19:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.316455 5762 fs_report.cc:383] FS layout report
03:19:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:19:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/wal
03:19:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/wal
03:19:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/data/data
03:19:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:19:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:19:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:19:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:19:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:19:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:19:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:19:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:19:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:19:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:19:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:19:08.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.368781 5762 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:19:08.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.375639 5762 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:19:08.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.376731 5762 kserver.cc:163] Server-wide thread pool size limit: 3276
03:19:08.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.457688 5762 rpc_server.cc:307] RPC server started. Bound to: 127.5.30.189:41099
03:19:08.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.457829 5885 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.30.189:41099 every 8 connection(s)
03:19:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.460837 5762 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/data/info.pb
03:19:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.467344 5242 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 5762
03:19:08.468 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:19:08.468 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.5.30.188:40635
03:19:08.468 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
03:19:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.469955 5242 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:19:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:19:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/wal
03:19:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/data
03:19:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:19:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:19:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:19:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:19:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:19:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:19:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/logs
03:19:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/data/info.pb
03:19:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:19:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:19:08.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:19:08.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:19:08.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:19:08.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:19:08.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:19:08.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:19:08.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:19:08.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:19:08.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:19:08.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:19:08.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.30.188:40635
03:19:08.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.30.188
03:19:08.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35491
03:19:08.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kudu_127.5.30.188.keytab
03:19:08.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.30.188
03:19:08.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:19:08.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:19:08.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:19:08.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.30.148:38143
03:19:08.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:19:08.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:19:08.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:19:08.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:19:08.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.30.190:36061,127.5.30.189:41099,127.5.30.188:40635
03:19:08.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:19:08.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46567/jwks.json
03:19:08.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:19:08.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.474658 5886 sys_catalog.cc:263] Verifying existing consensus state
03:19:08.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260809 03:19:08.475703 5886 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:19:08.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.476136 5762 master.cc:537] Master@127.5.30.189:41099 shutting down...
03:19:08.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.566570 5762 master.cc:552] Master@127.5.30.189:41099 shutdown complete.
03:19:08.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:19:08.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:08.839165 5890 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:19:08.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:08.839783 5890 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:19:08.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:08.840451 5890 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:19:08.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:08.873728 5890 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:19:08.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:08.874032 5890 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:19:08.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:08.874490 5890 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:19:08.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:08.874833 5890 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:19:08.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:08.875181 5890 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:19:08.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:08.875495 5890 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:19:08.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:08.875752 5890 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46567/jwks.json
03:19:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.920678 5890 master_runner.cc:386] Master server non-default flags:
03:19:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:19:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.30.148:38143
03:19:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:19:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:19:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/data
03:19:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/wal
03:19:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:19:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:19:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.30.190:36061,127.5.30.189:41099,127.5.30.188:40635
03:19:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kudu_127.5.30.188.keytab
03:19:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.30.188
03:19:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:19:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:19:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:19:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.30.188:40635
03:19:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:19:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:19:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:19:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46567/jwks.json
03:19:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:19:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:19:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:19:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:19:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:19:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/data/info.pb
03:19:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.30.188
03:19:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35491
03:19:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:19:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:19:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:19:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:19:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:19:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/logs
03:19:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:19:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:19:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:19:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:19:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:19:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:19:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:19:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:19:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:19:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:19:08.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.922259 5890 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:19:08.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.923636 5890 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:19:08.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:08.941334 5902 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:19:10.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:08.944048 5901 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:19:10.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:08.943830 5904 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:19:10.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:08.945899 5890 server_base.cc:1034] running on GCE node
03:19:10.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.202720 5890 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:19:10.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.206022 5890 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:19:10.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.207470 5890 hybrid_clock.cc:648] HybridClock initialized: now 1786245550207435 us; error 54 us; skew 500 ppm
03:19:10.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.208398 5890 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:19:10.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:19:10 dist-test-slave-jq4t krb5kdc[5268](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245550, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.30.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:19:10.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.214457 5890 init.cc:377] Logged in from keytab as kudu/127.5.30.188@KRBTEST.COM (short username kudu)
03:19:10.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.220631 5890 webserver.cc:460] Webserver started at http://127.5.30.188:35491/ using document root <none> and password file <none>
03:19:10.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.221632 5890 fs_manager.cc:359] Metadata directory not provided
03:19:10.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.221846 5890 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:19:10.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.230350 5890 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.000s sys 0.004s
03:19:10.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.237522 5913 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:19:10.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.238773 5890 fs_manager.cc:725] Time spent opening block manager: real 0.007s user 0.000s sys 0.007s
03:19:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.239073 5890 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/wal
03:19:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "376de7e772d24bc9a4ed368c60eda519"
03:19:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:19:05 on dist-test-slave-jq4t"
03:19:10.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.241475 5890 fs_report.cc:383] FS layout report
03:19:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:19:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/wal
03:19:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/wal
03:19:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/data/data
03:19:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:19:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:19:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:19:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:19:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:19:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:19:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:19:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:19:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:19:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:19:10.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:19:10.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.286808 5890 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:19:10.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.293582 5890 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:19:10.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.294077 5890 kserver.cc:163] Server-wide thread pool size limit: 3276
03:19:10.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.370791 5890 rpc_server.cc:307] RPC server started. Bound to: 127.5.30.188:40635
03:19:10.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.370940 5993 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.30.188:40635 every 8 connection(s)
03:19:10.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.374897 5890 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-2/data/info.pb
03:19:10.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.379733 5242 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 5890
03:19:10.381 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:19:10.381 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.5.30.190:36061
03:19:10.381 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
03:19:10.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.383807 5242 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:19:10.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu
03:19:10.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/wal
03:19:10.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/data
03:19:10.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
03:19:10.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
03:19:10.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
03:19:10.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:19:10.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:19:10.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:19:10.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/logs
03:19:10.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/data/info.pb
03:19:10.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:19:10.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
03:19:10.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
03:19:10.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
03:19:10.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
03:19:10.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:19:10.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:19:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:19:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
03:19:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
03:19:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:19:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:19:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.30.190:36061
03:19:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.30.190
03:19:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42107
03:19:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kudu_127.5.30.190.keytab
03:19:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.30.190
03:19:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:19:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
03:19:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
03:19:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.30.148:38143
03:19:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:19:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:19:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:19:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:19:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.30.190:36061,127.5.30.189:41099,127.5.30.188:40635
03:19:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:19:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46567/jwks.json
03:19:10.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
03:19:10.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.392659 5994 sys_catalog.cc:263] Verifying existing consensus state
03:19:10.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.402846 5994 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: Bootstrap starting.
03:19:10.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.448769 5994 log.cc:824] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: Log is configured to *not* fsync() on all Append() calls
03:19:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.454350 5994 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
03:19:10.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.455523 5994 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: Bootstrap complete.
03:19:10.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.484304 5994 raft_consensus.cc:348] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf6731ceed9e4824807e45ad57f0b4e0" member_type: VOTER last_known_addr { host: "127.5.30.190" port: 36061 } } peers { permanent_uuid: "aa037e3a869240508e9c64fafadfe4de" member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } } peers { permanent_uuid: "376de7e772d24bc9a4ed368c60eda519" member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } }
03:19:10.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.486797 5994 raft_consensus.cc:374] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
03:19:10.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.487093 5994 raft_consensus.cc:729] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 376de7e772d24bc9a4ed368c60eda519, State: Initialized, Role: FOLLOWER
03:19:10.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.488040 5994 consensus_queue.cc:260] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf6731ceed9e4824807e45ad57f0b4e0" member_type: VOTER last_known_addr { host: "127.5.30.190" port: 36061 } } peers { permanent_uuid: "aa037e3a869240508e9c64fafadfe4de" member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } } peers { permanent_uuid: "376de7e772d24bc9a4ed368c60eda519" member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } }
03:19:10.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.491456 6002 sys_catalog.cc:455] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf6731ceed9e4824807e45ad57f0b4e0" member_type: VOTER last_known_addr { host: "127.5.30.190" port: 36061 } } peers { permanent_uuid: "aa037e3a869240508e9c64fafadfe4de" member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } } peers { permanent_uuid: "376de7e772d24bc9a4ed368c60eda519" member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } } }
03:19:10.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.492460 6002 sys_catalog.cc:458] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [sys.catalog]: This master's current role is: FOLLOWER
03:19:10.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.493474 5994 sys_catalog.cc:564] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [sys.catalog]: configured and running, proceeding with master startup.
03:19:10.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:10.524179 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:10.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:10.525012 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:10.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.526533 5890 master_runner.cc:186] Error getting master registration for 127.5.30.190:36061: Network error: Client connection negotiation failed: client connection to 127.5.30.190:36061: connect: Connection refused (error 111),
03:19:10.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.548760 5890 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:19:10.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:10.549275 5922 tablet.cc:2369] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: Can't schedule compaction. Clean time has not been advanced past its initial value.
03:19:10.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.669186 6002 raft_consensus.cc:482] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:19:10.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.669791 6002 raft_consensus.cc:504] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf6731ceed9e4824807e45ad57f0b4e0" member_type: VOTER last_known_addr { host: "127.5.30.190" port: 36061 } } peers { permanent_uuid: "aa037e3a869240508e9c64fafadfe4de" member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } } peers { permanent_uuid: "376de7e772d24bc9a4ed368c60eda519" member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } }
03:19:10.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.675308 6002 leader_election.cc:288] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bf6731ceed9e4824807e45ad57f0b4e0 (127.5.30.190:36061), aa037e3a869240508e9c64fafadfe4de (127.5.30.189:41099)
03:19:10.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:10.675745 5915 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.30.190:36061: connect: Connection refused (error 111)
03:19:10.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:10.687371 5915 leader_election.cc:334] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer bf6731ceed9e4824807e45ad57f0b4e0 (127.5.30.190:36061): Network error: Client connection negotiation failed: client connection to 127.5.30.190:36061: connect: Connection refused (error 111)
03:19:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:10.689646 5917 leader_election.cc:334] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer aa037e3a869240508e9c64fafadfe4de (127.5.30.189:41099): Network error: Client connection negotiation failed: client connection to 127.5.30.189:41099: connect: Connection refused (error 111)
03:19:10.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.690086 5917 leader_election.cc:302] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 376de7e772d24bc9a4ed368c60eda519; no voters: aa037e3a869240508e9c64fafadfe4de, bf6731ceed9e4824807e45ad57f0b4e0
03:19:10.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.691183 6002 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:19:10.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:10.806210 6000 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
03:19:10.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:10.807092 6000 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
03:19:10.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:10.808084 6000 flags.cc:425] Enabled unsafe flag: --never_fsync=true
03:19:10.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:10.842823 6000 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
03:19:10.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:10.843082 6000 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
03:19:10.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:10.843441 6000 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
03:19:10.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:10.843693 6000 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
03:19:10.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:10.843950 6000 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
03:19:10.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:10.844291 6000 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
03:19:10.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:10.844604 6000 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46567/jwks.json
03:19:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.884419 6000 master_runner.cc:386] Master server non-default flags:
03:19:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
03:19:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.30.148:38143
03:19:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
03:19:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
03:19:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/data
03:19:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/wal
03:19:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
03:19:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
03:19:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.30.190:36061,127.5.30.189:41099,127.5.30.188:40635
03:19:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/krb5kdc/kudu_127.5.30.190.keytab
03:19:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.30.190
03:19:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
03:19:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
03:19:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
03:19:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.30.190:36061
03:19:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
03:19:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
03:19:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
03:19:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46567/jwks.json
03:19:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
03:19:10.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
03:19:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
03:19:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
03:19:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
03:19:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/data/info.pb
03:19:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.30.190
03:19:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42107
03:19:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
03:19:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
03:19:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
03:19:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
03:19:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
03:19:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/logs
03:19:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
03:19:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
03:19:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
03:19:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
03:19:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
03:19:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
03:19:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
03:19:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 02:34:27 UTC on ccycloud.quasar-tyqzwd.root.comops.site
03:19:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575766
03:19:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
03:19:10.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.886214 6000 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
03:19:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.887679 6000 file_cache.cc:493] Constructed file cache file cache with capacity 419430
03:19:10.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:10.912233 6040 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:19:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:11.529621 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:11.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:11.529975 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:10.914880 6000 server_base.cc:1034] running on GCE node
03:19:12.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:10.914264 6052 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:19:12.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:10.912233 6041 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
03:19:12.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.226191 6000 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
03:19:12.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.229599 6000 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
03:19:12.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.231112 6000 hybrid_clock.cc:648] HybridClock initialized: now 1786245552231032 us; error 91 us; skew 500 ppm
03:19:12.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.232206 6000 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
03:19:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:19:12 dist-test-slave-jq4t krb5kdc[5268](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245552, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.30.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:19:12.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.240047 6000 init.cc:377] Logged in from keytab as kudu/127.5.30.190@KRBTEST.COM (short username kudu)
03:19:12.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.265457 6064 raft_consensus.cc:482] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:19:12.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.266425 6064 raft_consensus.cc:504] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf6731ceed9e4824807e45ad57f0b4e0" member_type: VOTER last_known_addr { host: "127.5.30.190" port: 36061 } } peers { permanent_uuid: "aa037e3a869240508e9c64fafadfe4de" member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } } peers { permanent_uuid: "376de7e772d24bc9a4ed368c60eda519" member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } }
03:19:12.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.285236 6064 leader_election.cc:288] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bf6731ceed9e4824807e45ad57f0b4e0 (127.5.30.190:36061), aa037e3a869240508e9c64fafadfe4de (127.5.30.189:41099)
03:19:12.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.295307 6000 webserver.cc:460] Webserver started at http://127.5.30.190:42107/ using document root <none> and password file <none>
03:19:12.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:12.295245 5915 leader_election.cc:334] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer bf6731ceed9e4824807e45ad57f0b4e0 (127.5.30.190:36061): Network error: Client connection negotiation failed: client connection to 127.5.30.190:36061: connect: Connection refused (error 111)
03:19:12.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:12.296211 5917 leader_election.cc:334] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer aa037e3a869240508e9c64fafadfe4de (127.5.30.189:41099): Network error: Client connection negotiation failed: client connection to 127.5.30.189:41099: connect: Connection refused (error 111)
03:19:12.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.296739 6000 fs_manager.cc:359] Metadata directory not provided
03:19:12.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.296629 5917 leader_election.cc:302] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 376de7e772d24bc9a4ed368c60eda519; no voters: aa037e3a869240508e9c64fafadfe4de, bf6731ceed9e4824807e45ad57f0b4e0
03:19:12.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.297039 6000 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
03:19:12.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.298089 6064 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:19:12.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.314656 6000 fs_manager.cc:709] Time spent opening directory manager: real 0.013s user 0.010s sys 0.001s
03:19:12.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.320130 6077 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
03:19:12.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.321502 6000 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
03:19:12.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.321837 6000 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/data,/tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/wal
03:19:12.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bf6731ceed9e4824807e45ad57f0b4e0"
03:19:12.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 03:19:02 on dist-test-slave-jq4t"
03:19:12.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.324391 6000 fs_report.cc:383] FS layout report
03:19:12.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
03:19:12.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/wal
03:19:12.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/wal
03:19:12.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/data/data
03:19:12.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
03:19:12.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
03:19:12.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
03:19:12.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
03:19:12.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
03:19:12.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
03:19:12.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
03:19:12.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
03:19:12.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
03:19:12.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
03:19:12.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
03:19:12.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.366415 6000 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
03:19:12.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.375557 6000 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
03:19:12.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.376585 6000 kserver.cc:163] Server-wide thread pool size limit: 3276
03:19:12.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:12.534341 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:12.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:12.535027 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:12.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.551931 6000 rpc_server.cc:307] RPC server started. Bound to: 127.5.30.190:36061
03:19:12.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.552062 6180 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.30.190:36061 every 8 connection(s)
03:19:12.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.555308 6000 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/data/info.pb
03:19:12.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.558527 5242 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu as pid 6000
03:19:12.560 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
03:19:12.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.572502 6182 sys_catalog.cc:263] Verifying existing consensus state
03:19:12.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260809 03:19:12.573624 6182 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:19:12.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.574929 6000 master.cc:537] Master@127.5.30.190:36061 shutting down...
03:19:12.637 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:12.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:12.682721 6000 master.cc:552] Master@127.5.30.190:36061 shutdown complete.
03:19:12.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskQ4uFgo/test-tmp/mini-kudu-cluster6420400043352500925/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
03:19:12.720 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.30.188:40635(127.5.30.188:40635)] connecting to peer
03:19:12.725 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:12.798 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.5.30.188:40635(127.5.30.188:40635)] Successfully connected to peer
03:19:12.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:12.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:12.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:12.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:12.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:12.814 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:12.888 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
03:19:12.900 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.5.30.188
03:19:13.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:19:13 dist-test-slave-jq4t krb5kdc[5268](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245546, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.5.30.188@KRBTEST.COM
03:19:13.145 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf50c5413, L:/127.0.0.1:50870 - R:/127.5.30.188:40635] using SASL/GSSAPI
03:19:13.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:13.168 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:13.172 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:13.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.180 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:13.188 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:13.190 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:13.191 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.196 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:13.208 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:13.210 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:13.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:13.227 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:13.230 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:13.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.235 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:13.248 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:13.249 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:13.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.256 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:13.308 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:13.310 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:13.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.316 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:13.448 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:13.450 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:13.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.455 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:13.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:13.460565 4669 debug-util.cc:398] Leaking SignalData structure 0x7b08000afd00 after lost signal to thread 4452
03:19:13.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:13.461529 4669 debug-util.cc:398] Leaking SignalData structure 0x7b08000bec80 after lost signal to thread 4674
03:19:13.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:13.538595 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:13.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:13.538882 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:13.628 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:13.630 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:13.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:13.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:13.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:14.028 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:14.030 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:14.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:14.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:14.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:14.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:14.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:14.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:14.035 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:14.468 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:14.470 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:14.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:14.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:14.473 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:14.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:14.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:14.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:14.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:14.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:14.541877 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:14.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:14.542161 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:15.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:15.523085 6206 raft_consensus.cc:482] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:19:15.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:15.523494 6206 raft_consensus.cc:504] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf6731ceed9e4824807e45ad57f0b4e0" member_type: VOTER last_known_addr { host: "127.5.30.190" port: 36061 } } peers { permanent_uuid: "aa037e3a869240508e9c64fafadfe4de" member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } } peers { permanent_uuid: "376de7e772d24bc9a4ed368c60eda519" member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } }
03:19:15.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:15.524976 6206 leader_election.cc:288] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bf6731ceed9e4824807e45ad57f0b4e0 (127.5.30.190:36061), aa037e3a869240508e9c64fafadfe4de (127.5.30.189:41099)
03:19:15.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:15.530054 5915 leader_election.cc:334] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer bf6731ceed9e4824807e45ad57f0b4e0 (127.5.30.190:36061): Network error: Client connection negotiation failed: client connection to 127.5.30.190:36061: connect: Connection refused (error 111)
03:19:15.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:15.530512 5917 leader_election.cc:334] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer aa037e3a869240508e9c64fafadfe4de (127.5.30.189:41099): Network error: Client connection negotiation failed: client connection to 127.5.30.189:41099: connect: Connection refused (error 111)
03:19:15.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:15.530877 5915 leader_election.cc:302] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 376de7e772d24bc9a4ed368c60eda519; no voters: aa037e3a869240508e9c64fafadfe4de, bf6731ceed9e4824807e45ad57f0b4e0
03:19:15.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:15.531575 6206 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:19:15.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:15.545202 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:15.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:15.545454 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:15.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:15.550872 5890 master_runner.cc:186] Error getting master registration for 127.5.30.190:36061: Network error: Client connection negotiation failed: client connection to 127.5.30.190:36061: connect: Connection refused (error 111),
03:19:15.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:15.551210 5890 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:19:15.668 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:15.670 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:15.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:15.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:15.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:15.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:15.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:15.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:15.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:16.168 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:16.169 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:16.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:16.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:16.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:16.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:16.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:16.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:16.173 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:16.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:16.548404 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:16.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:16.548758 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:16.588 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:16.590 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:16.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:16.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:16.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:16.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:16.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:16.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:16.595 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:17.248 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:17.249 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:17.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:17.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:17.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:17.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:17.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:17.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:17.253 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:17.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:17.551678 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:17.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:17.551972 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:18.317605 6225 raft_consensus.cc:482] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:19:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:18.318029 6225 raft_consensus.cc:504] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf6731ceed9e4824807e45ad57f0b4e0" member_type: VOTER last_known_addr { host: "127.5.30.190" port: 36061 } } peers { permanent_uuid: "aa037e3a869240508e9c64fafadfe4de" member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } } peers { permanent_uuid: "376de7e772d24bc9a4ed368c60eda519" member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } }
03:19:18.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:18.319442 6225 leader_election.cc:288] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bf6731ceed9e4824807e45ad57f0b4e0 (127.5.30.190:36061), aa037e3a869240508e9c64fafadfe4de (127.5.30.189:41099)
03:19:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:18.321478 5915 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.30.190:36061: connect: Connection refused (error 111) [suppressed 5 similar messages]
03:19:18.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:18.324096 5917 leader_election.cc:334] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer aa037e3a869240508e9c64fafadfe4de (127.5.30.189:41099): Network error: Client connection negotiation failed: client connection to 127.5.30.189:41099: connect: Connection refused (error 111)
03:19:18.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:18.324559 5915 leader_election.cc:334] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer bf6731ceed9e4824807e45ad57f0b4e0 (127.5.30.190:36061): Network error: Client connection negotiation failed: client connection to 127.5.30.190:36061: connect: Connection refused (error 111)
03:19:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:18.324885 5915 leader_election.cc:302] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 376de7e772d24bc9a4ed368c60eda519; no voters: aa037e3a869240508e9c64fafadfe4de, bf6731ceed9e4824807e45ad57f0b4e0
03:19:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:18.325393 6225 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:19:18.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:18.554953 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:18.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:18.555234 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:19.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:19.558993 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:19.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:19.559417 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:20.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:19:20 dist-test-slave-jq4t krb5kdc[5268](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245560, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.30.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:19:20.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:20.218591 5908 init.cc:295] Successfully reacquired a new kerberos TGT
03:19:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:20.554841 5890 master_runner.cc:186] Error getting master registration for 127.5.30.190:36061: Network error: Client connection negotiation failed: client connection to 127.5.30.190:36061: connect: Connection refused (error 111),
03:19:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:20.555272 5890 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:19:20.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:20.562793 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:20.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:20.563128 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:20.908 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:20.910 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:20.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:20.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:20.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:20.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:20.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:20.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:20.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:21.566090 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:21.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:21.566429 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:22.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:22.570451 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:22.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:22.570948 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:22.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:22.880362 6242 raft_consensus.cc:482] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:19:22.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:22.881469 6242 raft_consensus.cc:504] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf6731ceed9e4824807e45ad57f0b4e0" member_type: VOTER last_known_addr { host: "127.5.30.190" port: 36061 } } peers { permanent_uuid: "aa037e3a869240508e9c64fafadfe4de" member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } } peers { permanent_uuid: "376de7e772d24bc9a4ed368c60eda519" member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } }
03:19:22.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:22.884728 6242 leader_election.cc:288] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bf6731ceed9e4824807e45ad57f0b4e0 (127.5.30.190:36061), aa037e3a869240508e9c64fafadfe4de (127.5.30.189:41099)
03:19:22.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:22.894318 5915 leader_election.cc:334] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer bf6731ceed9e4824807e45ad57f0b4e0 (127.5.30.190:36061): Network error: Client connection negotiation failed: client connection to 127.5.30.190:36061: connect: Connection refused (error 111)
03:19:22.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:22.895848 5917 leader_election.cc:334] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer aa037e3a869240508e9c64fafadfe4de (127.5.30.189:41099): Network error: Client connection negotiation failed: client connection to 127.5.30.189:41099: connect: Connection refused (error 111)
03:19:22.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:22.896612 5917 leader_election.cc:302] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 376de7e772d24bc9a4ed368c60eda519; no voters: aa037e3a869240508e9c64fafadfe4de, bf6731ceed9e4824807e45ad57f0b4e0
03:19:22.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:22.898273 6242 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:19:23.568 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:23.571 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:23.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:23.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:23.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:23.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:23.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:23.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:23.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:23.578346 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:23.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:23.578791 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:23.580 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:24.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:24.582183 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:24.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:24.582468 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:24.627 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:24.629 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:24.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:24.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:24.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:24.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:24.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:24.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:24.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:25.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:25.558209 5890 master_runner.cc:186] Error getting master registration for 127.5.30.190:36061: Network error: Client connection negotiation failed: client connection to 127.5.30.190:36061: connect: Connection refused (error 111),
03:19:25.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:25.558619 5890 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:19:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:25.585345 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:25.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:25.585687 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:25.968 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:25.970 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:25.972 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:25.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:25.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:25.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:25.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:25.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:25.974 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:26.588918 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:26.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:26.589232 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:26.608 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:26.610 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:26.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:26.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:26.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:26.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:26.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:26.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:26.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:27.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:27.349190 6262 raft_consensus.cc:482] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:19:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:27.349679 6262 raft_consensus.cc:504] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf6731ceed9e4824807e45ad57f0b4e0" member_type: VOTER last_known_addr { host: "127.5.30.190" port: 36061 } } peers { permanent_uuid: "aa037e3a869240508e9c64fafadfe4de" member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } } peers { permanent_uuid: "376de7e772d24bc9a4ed368c60eda519" member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } }
03:19:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:27.351308 6262 leader_election.cc:288] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bf6731ceed9e4824807e45ad57f0b4e0 (127.5.30.190:36061), aa037e3a869240508e9c64fafadfe4de (127.5.30.189:41099)
03:19:27.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:27.353251 5915 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.30.190:36061: connect: Connection refused (error 111) [suppressed 3 similar messages]
03:19:27.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:27.355783 5917 leader_election.cc:334] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer aa037e3a869240508e9c64fafadfe4de (127.5.30.189:41099): Network error: Client connection negotiation failed: client connection to 127.5.30.189:41099: connect: Connection refused (error 111)
03:19:27.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:27.356240 5915 leader_election.cc:334] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer bf6731ceed9e4824807e45ad57f0b4e0 (127.5.30.190:36061): Network error: Client connection negotiation failed: client connection to 127.5.30.190:36061: connect: Connection refused (error 111)
03:19:27.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:27.356638 5915 leader_election.cc:302] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 376de7e772d24bc9a4ed368c60eda519; no voters: aa037e3a869240508e9c64fafadfe4de, bf6731ceed9e4824807e45ad57f0b4e0
03:19:27.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:27.357189 6262 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:19:27.388 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:27.389 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:27.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:27.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:27.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:27.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:27.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:27.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:27.395 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:27.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:27.592422 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:27.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:27.592833 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:28.208 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:28.209 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:28.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:28.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:28.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:28.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:28.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:28.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:28.213 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:28.595950 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:28.596238 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:29.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:29.600064 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:29.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:29.600494 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:19:30 dist-test-slave-jq4t krb5kdc[5268](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245570, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.30.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:19:30.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:30.221223 5908 init.cc:295] Successfully reacquired a new kerberos TGT
03:19:30.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:30.562127 5890 master_runner.cc:186] Error getting master registration for 127.5.30.190:36061: Network error: Client connection negotiation failed: client connection to 127.5.30.190:36061: connect: Connection refused (error 111),
03:19:30.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:30.562639 5890 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:19:30.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:30.603754 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:30.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:30.604125 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:30.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:30.814687 6280 raft_consensus.cc:482] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
03:19:30.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:30.815177 6280 raft_consensus.cc:504] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bf6731ceed9e4824807e45ad57f0b4e0" member_type: VOTER last_known_addr { host: "127.5.30.190" port: 36061 } } peers { permanent_uuid: "aa037e3a869240508e9c64fafadfe4de" member_type: VOTER last_known_addr { host: "127.5.30.189" port: 41099 } } peers { permanent_uuid: "376de7e772d24bc9a4ed368c60eda519" member_type: VOTER last_known_addr { host: "127.5.30.188" port: 40635 } }
03:19:30.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:30.816883 6280 leader_election.cc:288] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bf6731ceed9e4824807e45ad57f0b4e0 (127.5.30.190:36061), aa037e3a869240508e9c64fafadfe4de (127.5.30.189:41099)
03:19:30.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:30.820652 5915 leader_election.cc:334] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer bf6731ceed9e4824807e45ad57f0b4e0 (127.5.30.190:36061): Network error: Client connection negotiation failed: client connection to 127.5.30.190:36061: connect: Connection refused (error 111)
03:19:30.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:30.821146 5917 leader_election.cc:334] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer aa037e3a869240508e9c64fafadfe4de (127.5.30.189:41099): Network error: Client connection negotiation failed: client connection to 127.5.30.189:41099: connect: Connection refused (error 111)
03:19:30.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:30.821435 5917 leader_election.cc:302] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 376de7e772d24bc9a4ed368c60eda519; no voters: aa037e3a869240508e9c64fafadfe4de, bf6731ceed9e4824807e45ad57f0b4e0
03:19:30.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:30.822062 6280 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
03:19:31.188 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:31.189 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:31.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:31.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:31.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:31.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:31.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:31.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:31.193 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:31.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:31.607143 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:31.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:31.607465 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:31.608 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:31.609 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:31.609 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:31.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:31.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:31.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:31.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:31.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:31.612 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:32.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:32.610479 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:32.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:32.610790 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:33.408 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:33.409 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:33.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:33.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:33.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:33.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:33.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:33.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:33.413 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:33.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:33.613968 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:33.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:33.614289 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:34.617168 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:34.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:34.617472 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:35.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:35.565308 5890 master_runner.cc:186] Error getting master registration for 127.5.30.190:36061: Network error: Client connection negotiation failed: client connection to 127.5.30.190:36061: connect: Connection refused (error 111),
03:19:35.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:35.565689 5890 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:19:35.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:35.620311 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:35.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:35.620721 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:36.447 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:36.448 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:36.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:36.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:36.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:36.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:36.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:36.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:36.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:36.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:36.623685 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:36.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:36.624011 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:37.228 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:37.229 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:37.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:37.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:37.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:37.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:37.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:37.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:37.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:37.626863 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:37.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:37.627171 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:38.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:38.630167 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:38.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:38.630458 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:39.348 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:39.349 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:39.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:39.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:39.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:39.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:39.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:39.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:39.353 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:39.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:39.633795 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:39.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:39.634157 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:39.968 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:39.969 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:39.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:39.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:39.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:39.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:39.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:39.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:39.973 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:40.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 03:19:40 dist-test-slave-jq4t krb5kdc[5268](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786245580, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.30.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
03:19:40.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:40.223775 5908 init.cc:295] Successfully reacquired a new kerberos TGT
03:19:40.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:40.569090 5890 master_runner.cc:186] Error getting master registration for 127.5.30.190:36061: Network error: Client connection negotiation failed: client connection to 127.5.30.190:36061: connect: Connection refused (error 111),
03:19:40.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:40.569509 5890 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
03:19:40.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:40.637167 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:40.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:40.637456 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:41.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:41.639858 6020 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 376de7e772d24bc9a4ed368c60eda519: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
03:19:41.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:41.640168 6020 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
03:19:42.248 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.189:41099(127.5.30.189:41099)] connecting to peer
03:19:42.249 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.30.190:36061(127.5.30.190:36061)] connecting to peer
03:19:42.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:42.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.189:41099(127.5.30.189:41099)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:42.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.189:41099: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099
03:19:42.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:42.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.30.190:36061(127.5.30.190:36061)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:42.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.30.190:36061: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
03:19:42.252 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061; will retry
03:19:42.257 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29687), Traces: [0ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [234ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [238ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [584ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [590ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [592ms] refreshing cache from master, [593ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [600ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [602ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [604ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [605ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [612ms] refreshing cache from master, [612ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [618ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [618ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [620ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [621ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [633ms] refreshing cache from master, [633ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [634ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [639ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [640ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [642ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [643ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [652ms] refreshing cache from master, [652ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [653ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [658ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [658ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [660ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [661ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [672ms] refreshing cache from master, [673ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [677ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [679ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [680ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [681ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [732ms] refreshing cache from master, [733ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [737ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [739ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [741ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [741ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [872ms] refreshing cache from master, [873ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [874ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [875ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [877ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [879ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [879ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [881ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [1052ms] refreshing cache from master, [1053ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [1054ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [1055ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [1057ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [1059ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [1061ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [1062ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [1452ms] refreshing cache from master, [1453ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [1454ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [1454ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [1457ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [1457ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [1460ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [1461ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [1893ms] refreshing cache from master, [1893ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [1895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [1895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [1899ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [1900ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [1902ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [3092ms] refreshing cache from master, [3093ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [3094ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [3094ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [3096ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [3096ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [3098ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [3098ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [3592ms] refreshing cache from master, [3592ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [3593ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [3594ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [3596ms] too many traces: truncated at 100 traces, deferred=Deferred@210972304(state=PENDING, result=null, callback=(continuation of Deferred@279353218 after retry RPC after error@443407340) -> (continuation of Deferred@441539846 after retry RPC after error@253958002) -> (continuation of Deferred@723360659 after retry RPC after error@1608222631) -> (continuation of Deferred@1341278263 after retry RPC after error@1492999740) -> (continuation of Deferred@528189363 after retry RPC after error@480169284) -> (continuation of Deferred@1106287888 after retry RPC after error@1942890412) -> (continuation of Deferred@818638969 after retry RPC after error@1515548617) -> (continuation of Deferred@529031566 after retry RPC after error@494519956) -> (continuation of Deferred@1985619450 after retry RPC after error@125843423) -> (continuation of Deferred@1540924080 after retry RPC after error@147231289) -> (continuation of Deferred@798229294 after retry RPC after error@699197388) -> (continuation of Deferred@931077483 after retry RPC after error@194250471) -> (continuation of Deferred@68614600 after retry RPC after error@1246424065) -> (continuation of Deferred@93398118 after retry RPC after error@781822221) -> (continuation of Deferred@502451631 after retry RPC after error@4526324) -> (continuation of Deferred@217822862 after retry RPC after error@1875486685) -> (continuation of Deferred@1683853374 after retry RPC after error@1287126769) -> (continuation of Deferred@489254447 after retry RPC after error@1065145624) -> (continuation of Deferred@933789353 after retry RPC after error@1151033051) -> (continuation of Deferred@311756913 after retry RPC after error@1259920174) -> (continuation of Deferred@1068607954 after retry RPC after error@566379897) -> (continuation of Deferred@456005552 after retry RPC after error@383942224) -> (continuation of Deferred@615496295 after retry RPC after error@393595398) -> (continuation of Deferred@2089671887 after retry RPC after error@2040016368) -> (continuation of Deferred@540920870 after retry RPC after error@421599197) -> (continuation of Deferred@198761362 after retry RPC after error@857182388) -> (continuation of Deferred@2105878028 after retry RPC after error@1812679070) -> (continuation of Deferred@557976518 after retry RPC after error@786410858) -> (continuation of Deferred@2050907131 after retry RPC after error@1280289435), errback=(continuation of Deferred@279353218 after retry RPC after error@443407340) -> (continuation of Deferred@441539846 after retry RPC after error@253958002) -> (continuation of Deferred@723360659 after retry RPC after error@1608222631) -> (continuation of Deferred@1341278263 after retry RPC after error@1492999740) -> (continuation of Deferred@528189363 after retry RPC after error@480169284) -> (continuation of Deferred@1106287888 after retry RPC after error@1942890412) -> (continuation of Deferred@818638969 after retry RPC after error@1515548617) -> (continuation of Deferred@529031566 after retry RPC after error@494519956) -> (continuation of Deferred@1985619450 after retry RPC after error@125843423) -> (continuation of Deferred@1540924080 after retry RPC after error@147231289) -> (continuation of Deferred@798229294 after retry RPC after error@699197388) -> (continuation of Deferred@931077483 after retry RPC after error@194250471) -> (continuation of Deferred@68614600 after retry RPC after error@1246424065) -> (continuation of Deferred@93398118 after retry RPC after error@781822221) -> (continuation of Deferred@502451631 after retry RPC after error@4526324) -> (continuation of Deferred@217822862 after retry RPC after error@1875486685) -> (continuation of Deferred@1683853374 after retry RPC after error@1287126769) -> (continuation of Deferred@489254447 after retry RPC after error@1065145624) -> (continuation of Deferred@933789353 after retry RPC after error@1151033051) -> (continuation of Deferred@311756913 after retry RPC after error@1259920174) -> (continuation of Deferred@1068607954 after retry RPC after error@566379897) -> (continuation of Deferred@456005552 after retry RPC after error@383942224) -> (continuation of Deferred@615496295 after retry RPC after error@393595398) -> (continuation of Deferred@2089671887 after retry RPC after error@2040016368) -> (continuation of Deferred@540920870 after retry RPC after error@421599197) -> (continuation of Deferred@198761362 after retry RPC after error@857182388) -> (continuation of Deferred@2105878028 after retry RPC after error@1812679070) -> (continuation of Deferred@557976518 after retry RPC after error@786410858) -> (continuation of Deferred@2050907131 after retry RPC after error@1280289435)))
03:19:42.261 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.5.30.188:40635(127.5.30.188:40635)] disconnecting while in state READY
03:19:42.263 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.5.30.189:41099(127.5.30.189:41099)] disconnecting while in state TERMINATED
03:19:42.263 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.5.30.190:36061(127.5.30.190:36061)] disconnecting while in state TERMINATED
03:19:42.267 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:19:42.269 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:19:42.271 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.5.30.188:40635(127.5.30.188:40635)] handling channelInactive
03:19:42.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.30.188:40635(127.5.30.188:40635)] cleaning up while in state READY due to: connection closed
03:19:42.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:42.282281 5242 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu with pid 5890
03:19:42.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:42.617568 4185 debug-util.cc:398] Leaking SignalData structure 0x7b08000bb8e0 after lost signal to thread 4085
03:19:42.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 03:19:42.618178 4185 debug-util.cc:398] Leaking SignalData structure 0x7b08000a8f40 after lost signal to thread 4191
03:19:43.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T03:19:43Z chronyd exiting
03:19:44.650 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
03:19:44.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:44.651763 3918 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu with pid 4414
03:19:44.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:44.688175 3918 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu with pid 4693
03:19:44.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:44.723101 3918 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu with pid 4968
03:19:44.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:44.760648 3918 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu with pid 3943
03:19:44.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:44.804032 3918 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu with pid 4073
03:19:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 03:19:44.847178 3918 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskQ4uFgo/build/tsan/bin/kudu with pid 4195
03:19:46.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T03:19:46Z chronyd exiting
03:19:47.052 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29687), Traces: [0ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [234ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [238ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [584ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [590ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [592ms] refreshing cache from master, [593ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [600ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [602ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [604ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [605ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [612ms] refreshing cache from master, [612ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [618ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [618ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [620ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [621ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [633ms] refreshing cache from master, [633ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [634ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [639ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [640ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [642ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [643ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [652ms] refreshing cache from master, [652ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [653ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [658ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [658ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [660ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [661ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [672ms] refreshing cache from master, [673ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [677ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [679ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [680ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [681ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [732ms] refreshing cache from master, [733ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [737ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [739ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [741ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [741ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [872ms] refreshing cache from master, [873ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [874ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [875ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [877ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [879ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [879ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [881ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [1052ms] refreshing cache from master, [1053ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [1054ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [1055ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [1057ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [1059ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [1061ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [1062ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [1452ms] refreshing cache from master, [1453ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [1454ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [1454ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [1457ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [1457ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [1460ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [1461ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [1893ms] refreshing cache from master, [1893ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [1895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [1895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [1899ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [1900ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [1902ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [3092ms] refreshing cache from master, [3093ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [3094ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [3094ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [3096ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [3096ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [3098ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [3098ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [3592ms] refreshing cache from master, [3592ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [3593ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [3594ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [3596ms] too many traces: truncated at 100 traces, deferred=Deferred@210972304(state=PENDING, result=null, callback=(continuation of Deferred@279353218 after retry RPC after error@443407340) -> (continuation of Deferred@441539846 after retry RPC after error@253958002) -> (continuation of Deferred@723360659 after retry RPC after error@1608222631) -> (continuation of Deferred@1341278263 after retry RPC after error@1492999740) -> (continuation of Deferred@528189363 after retry RPC after error@480169284) -> (continuation of Deferred@1106287888 after retry RPC after error@1942890412) -> (continuation of Deferred@818638969 after retry RPC after error@1515548617) -> (continuation of Deferred@529031566 after retry RPC after error@494519956) -> (continuation of Deferred@1985619450 after retry RPC after error@125843423) -> (continuation of Deferred@1540924080 after retry RPC after error@147231289) -> (continuation of Deferred@798229294 after retry RPC after error@699197388) -> (continuation of Deferred@931077483 after retry RPC after error@194250471) -> (continuation of Deferred@68614600 after retry RPC after error@1246424065) -> (continuation of Deferred@93398118 after retry RPC after error@781822221) -> (continuation of Deferred@502451631 after retry RPC after error@4526324) -> (continuation of Deferred@217822862 after retry RPC after error@1875486685) -> (continuation of Deferred@1683853374 after retry RPC after error@1287126769) -> (continuation of Deferred@489254447 after retry RPC after error@1065145624) -> (continuation of Deferred@933789353 after retry RPC after error@1151033051) -> (continuation of Deferred@311756913 after retry RPC after error@1259920174) -> (continuation of Deferred@1068607954 after retry RPC after error@566379897) -> (continuation of Deferred@456005552 after retry RPC after error@383942224) -> (continuation of Deferred@615496295 after retry RPC after error@393595398) -> (continuation of Deferred@2089671887 after retry RPC after error@2040016368) -> (continuation of Deferred@540920870 after retry RPC after error@421599197) -> (continuation of Deferred@198761362 after retry RPC after error@857182388) -> (continuation of Deferred@2105878028 after retry RPC after error@1812679070) -> (continuation of Deferred@557976518 after retry RPC after error@786410858) -> (continuation of Deferred@2050907131 after retry RPC after error@1280289435), errback=(continuation of Deferred@279353218 after retry RPC after error@443407340) -> (continuation of Deferred@441539846 after retry RPC after error@253958002) -> (continuation of Deferred@723360659 after retry RPC after error@1608222631) -> (continuation of Deferred@1341278263 after retry RPC after error@1492999740) -> (continuation of Deferred@528189363 after retry RPC after error@480169284) -> (continuation of Deferred@1106287888 after retry RPC after error@1942890412) -> (continuation of Deferred@818638969 after retry RPC after error@1515548617) -> (continuation of Deferred@529031566 after retry RPC after error@494519956) -> (continuation of Deferred@1985619450 after retry RPC after error@125843423) -> (continuation of Deferred@1540924080 after retry RPC after error@147231289) -> (continuation of Deferred@798229294 after retry RPC after error@699197388) -> (continuation of Deferred@931077483 after retry RPC after error@194250471) -> (continuation of Deferred@68614600 after retry RPC after error@1246424065) -> (continuation of Deferred@93398118 after retry RPC after error@781822221) -> (continuation of Deferred@502451631 after retry RPC after error@4526324) -> (continuation of Deferred@217822862 after retry RPC after error@1875486685) -> (continuation of Deferred@1683853374 after retry RPC after error@1287126769) -> (continuation of Deferred@489254447 after retry RPC after error@1065145624) -> (continuation of Deferred@933789353 after retry RPC after error@1151033051) -> (continuation of Deferred@311756913 after retry RPC after error@1259920174) -> (continuation of Deferred@1068607954 after retry RPC after error@566379897) -> (continuation of Deferred@456005552 after retry RPC after error@383942224) -> (continuation of Deferred@615496295 after retry RPC after error@393595398) -> (continuation of Deferred@2089671887 after retry RPC after error@2040016368) -> (continuation of Deferred@540920870 after retry RPC after error@421599197) -> (continuation of Deferred@198761362 after retry RPC after error@857182388) -> (continuation of Deferred@2105878028 after retry RPC after error@1812679070) -> (continuation of Deferred@557976518 after retry RPC after error@786410858) -> (continuation of Deferred@2050907131 after retry RPC after error@1280289435)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.access$200(DefaultPromise.java:35) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise$1.run(DefaultPromise.java:503) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.30.190:36061
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29687), Traces: [0ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [234ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [238ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [584ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [590ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [592ms] refreshing cache from master, [593ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [595ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [600ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [602ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [604ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [605ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [612ms] refreshing cache from master, [612ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [614ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [615ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [618ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [618ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [620ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [621ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [633ms] refreshing cache from master, [633ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [634ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [639ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [640ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [642ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [643ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [652ms] refreshing cache from master, [652ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [653ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [654ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [658ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [658ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [660ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [661ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [672ms] refreshing cache from master, [673ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [674ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [677ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [679ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [680ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [681ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [732ms] refreshing cache from master, [733ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [734ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [735ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [737ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [739ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [741ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [741ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [872ms] refreshing cache from master, [873ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [874ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [875ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [877ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [879ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [879ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [881ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [1052ms] refreshing cache from master, [1053ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [1054ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [1055ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [1057ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [1059ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [1061ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [1062ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [1452ms] refreshing cache from master, [1453ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [1454ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [1454ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [1457ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [1457ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [1460ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [1461ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [1893ms] refreshing cache from master, [1893ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [1895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [1895ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [1899ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [1900ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [1902ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [3092ms] refreshing cache from master, [3093ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [3094ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [3094ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [3096ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.190:36061: Network error: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061, [3096ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.189:41099: Network error: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [3098ms] Sub RPC ConnectToMaster: received response from server master-127.5.30.188:40635: OK, [3098ms] delaying RPC due to: Service unavailable: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099, [3592ms] refreshing cache from master, [3592ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.189:41099, [3593ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.188:40635, [3594ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.30.190:36061, [3596ms] too many traces: truncated at 100 traces, deferred=Deferred@210972304(state=PENDING, result=null, callback=(continuation of Deferred@279353218 after retry RPC after error@443407340) -> (continuation of Deferred@441539846 after retry RPC after error@253958002) -> (continuation of Deferred@723360659 after retry RPC after error@1608222631) -> (continuation of Deferred@1341278263 after retry RPC after error@1492999740) -> (continuation of Deferred@528189363 after retry RPC after error@480169284) -> (continuation of Deferred@1106287888 after retry RPC after error@1942890412) -> (continuation of Deferred@818638969 after retry RPC after error@1515548617) -> (continuation of Deferred@529031566 after retry RPC after error@494519956) -> (continuation of Deferred@1985619450 after retry RPC after error@125843423) -> (continuation of Deferred@1540924080 after retry RPC after error@147231289) -> (continuation of Deferred@798229294 after retry RPC after error@699197388) -> (continuation of Deferred@931077483 after retry RPC after error@194250471) -> (continuation of Deferred@68614600 after retry RPC after error@1246424065) -> (continuation of Deferred@93398118 after retry RPC after error@781822221) -> (continuation of Deferred@502451631 after retry RPC after error@4526324) -> (continuation of Deferred@217822862 after retry RPC after error@1875486685) -> (continuation of Deferred@1683853374 after retry RPC after error@1287126769) -> (continuation of Deferred@489254447 after retry RPC after error@1065145624) -> (continuation of Deferred@933789353 after retry RPC after error@1151033051) -> (continuation of Deferred@311756913 after retry RPC after error@1259920174) -> (continuation of Deferred@1068607954 after retry RPC after error@566379897) -> (continuation of Deferred@456005552 after retry RPC after error@383942224) -> (continuation of Deferred@615496295 after retry RPC after error@393595398) -> (continuation of Deferred@2089671887 after retry RPC after error@2040016368) -> (continuation of Deferred@540920870 after retry RPC after error@421599197) -> (continuation of Deferred@198761362 after retry RPC after error@857182388) -> (continuation of Deferred@2105878028 after retry RPC after error@1812679070) -> (continuation of Deferred@557976518 after retry RPC after error@786410858) -> (continuation of Deferred@2050907131 after retry RPC after error@1280289435), errback=(continuation of Deferred@279353218 after retry RPC after error@443407340) -> (continuation of Deferred@441539846 after retry RPC after error@253958002) -> (continuation of Deferred@723360659 after retry RPC after error@1608222631) -> (continuation of Deferred@1341278263 after retry RPC after error@1492999740) -> (continuation of Deferred@528189363 after retry RPC after error@480169284) -> (continuation of Deferred@1106287888 after retry RPC after error@1942890412) -> (continuation of Deferred@818638969 after retry RPC after error@1515548617) -> (continuation of Deferred@529031566 after retry RPC after error@494519956) -> (continuation of Deferred@1985619450 after retry RPC after error@125843423) -> (continuation of Deferred@1540924080 after retry RPC after error@147231289) -> (continuation of Deferred@798229294 after retry RPC after error@699197388) -> (continuation of Deferred@931077483 after retry RPC after error@194250471) -> (continuation of Deferred@68614600 after retry RPC after error@1246424065) -> (continuation of Deferred@93398118 after retry RPC after error@781822221) -> (continuation of Deferred@502451631 after retry RPC after error@4526324) -> (continuation of Deferred@217822862 after retry RPC after error@1875486685) -> (continuation of Deferred@1683853374 after retry RPC after error@1287126769) -> (continuation of Deferred@489254447 after retry RPC after error@1065145624) -> (continuation of Deferred@933789353 after retry RPC after error@1151033051) -> (continuation of Deferred@311756913 after retry RPC after error@1259920174) -> (continuation of Deferred@1068607954 after retry RPC after error@566379897) -> (continuation of Deferred@456005552 after retry RPC after error@383942224) -> (continuation of Deferred@615496295 after retry RPC after error@393595398) -> (continuation of Deferred@2089671887 after retry RPC after error@2040016368) -> (continuation of Deferred@540920870 after retry RPC after error@421599197) -> (continuation of Deferred@198761362 after retry RPC after error@857182388) -> (continuation of Deferred@2105878028 after retry RPC after error@1812679070) -> (continuation of Deferred@557976518 after retry RPC after error@786410858) -> (continuation of Deferred@2050907131 after retry RPC after error@1280289435)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.30.189:41099,127.5.30.188:40635,127.5.30.190:36061) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.189:41099(127.5.30.189:41099): Connection refused: /127.5.30.189:41099,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.30.190:36061(127.5.30.190:36061): Connection refused: /127.5.30.190:36061
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557)
at io.netty.util.concurrent.DefaultPromise.access$200(DefaultPromise.java:35)
at io.netty.util.concurrent.DefaultPromise$1.run(DefaultPromise.java:503)
at io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:174)
at io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:167)
at io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:470)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:569)
... 5 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.30.190:36061
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)