19:49:04.900 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:49:04.914 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskpdgLMw/test-tmp
19:49:04.917 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:49:04.921 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskpdgLMw/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:49:05.177 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
19:49:05.368 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:49:05.369 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:49:05.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:05.373915 9214 mini_oidc.cc:152] Starting JWKS server
19:49:05.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:05.379196 9214 webserver.cc:460] Webserver started at http://127.0.0.1:46113/ using document root <none> and password file <none>
19:49:05.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:05.379779 9214 mini_oidc.cc:189] Starting OIDC Discovery server
19:49:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:05.381815 9214 webserver.cc:460] Webserver started at http://127.0.0.1:39719/ using document root <none> and password file <none>
19:49:05.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:49:05Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:49:05.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:49:05Z Disabled control of system clock
19:49:05.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:05.445093 9214 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:05.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:05.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-0/wal
19:49:05.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-0/data
19:49:05.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:49:05.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:49:05.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:49:05.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:05.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:05.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:05.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-0/logs
19:49:05.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-0/data/info.pb
19:49:05.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:05.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:49:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:49:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:49:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:49:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:05.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:05.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:05.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:49:05.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:49:05.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:49:05.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:49:05.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.255.190:37165
19:49:05.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.255.190
19:49:05.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:49:05.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.255.148:44167
19:49:05.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:05.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:05.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:49:05.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:49:05.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.255.190:37165,127.8.255.189:37215,127.8.255.188:44393
19:49:05.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:49:05.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46113/jwks.json with env {}
19:49:05.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:05.797528 9232 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:49:05.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:05.798133 9232 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:49:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:05.799458 9232 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:49:05.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:05.848062 9232 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:49:05.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:05.848556 9232 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:49:05.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:05.848898 9232 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:49:05.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:05.849268 9232 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:49:05.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:05.849973 9232 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:49:05.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:05.850311 9232 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46113/jwks.json
19:49:05.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:05.903287 9232 master_runner.cc:386] Master server non-default flags:
19:49:05.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:05.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.255.148:44167
19:49:05.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:05.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:49:05.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-0/data
19:49:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-0/wal
19:49:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:49:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.255.190:37165,127.8.255.189:37215,127.8.255.188:44393
19:49:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:49:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.255.190:37165
19:49:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:49:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:49:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:49:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46113/jwks.json
19:49:05.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-0/data/info.pb
19:49:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.255.190
19:49:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:49:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:49:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:49:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:49:05.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-0/logs
19:49:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:49:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:49:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:49:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:49:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:49:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:49:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:49:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:49:05.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:49:05.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:05.905393 9232 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:49:05.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:05.907768 9232 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:49:05.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:05.931550 9245 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:07.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:05.931670 9244 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:07.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:05.931556 9247 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:07.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:07.190160 9246 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:49:07.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.190421 9232 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:49:07.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.196947 9232 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:49:07.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.200809 9232 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:49:07.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.202448 9232 hybrid_clock.cc:648] HybridClock initialized: now 1786304947202468 us; error 181 us; skew 500 ppm
19:49:07.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.203678 9232 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:49:07.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.210717 9232 webserver.cc:460] Webserver started at http://127.8.255.190:43745/ using document root <none> and password file <none>
19:49:07.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.211934 9232 fs_manager.cc:359] Metadata directory not provided
19:49:07.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.212420 9232 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:49:07.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.212860 9232 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:49:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.220156 9232 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-0/data/instance:
19:49:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d84d3691d9e9494c843a0659675f4710"
19:49:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:07 on dist-test-slave-7nm7"
19:49:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.221318 9232 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-0/wal/instance:
19:49:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d84d3691d9e9494c843a0659675f4710"
19:49:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:07 on dist-test-slave-7nm7"
19:49:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.229012 9232 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
19:49:07.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.236193 9259 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:49:07.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.237569 9232 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
19:49:07.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.237886 9232 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-0/data,/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-0/wal
19:49:07.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d84d3691d9e9494c843a0659675f4710"
19:49:07.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:07 on dist-test-slave-7nm7"
19:49:07.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.238207 9232 fs_report.cc:383] FS layout report
19:49:07.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:49:07.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-0/wal
19:49:07.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-0/wal
19:49:07.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-0/data/data
19:49:07.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:49:07.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:49:07.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:49:07.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:49:07.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:49:07.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:49:07.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:49:07.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:49:07.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:49:07.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:49:07.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:49:07.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.295918 9232 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:49:07.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.297509 9232 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:49:07.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.297968 9232 kserver.cc:163] Server-wide thread pool size limit: 3276
19:49:07.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.386010 9232 rpc_server.cc:307] RPC server started. Bound to: 127.8.255.190:37165
19:49:07.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.386091 9342 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.255.190:37165 every 8 connection(s)
19:49:07.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.388855 9232 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-0/data/info.pb
19:49:07.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.395994 9348 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:49:07.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.395833 9214 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu as pid 9232
19:49:07.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.396471 9214 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-0/wal/instance
19:49:07.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.402184 9214 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:07.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:07.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-1/wal
19:49:07.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-1/data
19:49:07.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:49:07.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:49:07.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:49:07.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:07.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:07.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:07.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-1/logs
19:49:07.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-1/data/info.pb
19:49:07.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:07.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:49:07.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:49:07.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:49:07.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:49:07.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:07.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:07.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:07.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:49:07.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:49:07.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:49:07.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:49:07.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.255.189:37215
19:49:07.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.255.189
19:49:07.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:49:07.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.255.148:44167
19:49:07.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:07.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:07.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:49:07.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:49:07.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.255.190:37165,127.8.255.189:37215,127.8.255.188:44393
19:49:07.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:49:07.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46113/jwks.json with env {}
19:49:07.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.414523 9348 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.255.190" port: 37165 } has no permanent_uuid. Determining permanent_uuid...
19:49:07.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.451926 9348 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } has no permanent_uuid. Determining permanent_uuid...
19:49:07.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:07.454638 9264 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.255.189:37215: connect: Connection refused (error 111)
19:49:07.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:07.459973 9348 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.255.189:37215: Network error: Client connection negotiation failed: client connection to 127.8.255.189:37215: connect: Connection refused (error 111)
19:49:07.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.509538 9348 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } attempt: 1
19:49:07.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:07.513833 9348 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.255.189:37215: Network error: Client connection negotiation failed: client connection to 127.8.255.189:37215: connect: Connection refused (error 111)
19:49:07.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.582458 9348 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } attempt: 2
19:49:07.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:07.589720 9348 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.255.189:37215: Network error: Client connection negotiation failed: client connection to 127.8.255.189:37215: connect: Connection refused (error 111)
19:49:07.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.681212 9348 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } attempt: 3
19:49:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:07.685676 9348 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.255.189:37215: Network error: Client connection negotiation failed: client connection to 127.8.255.189:37215: connect: Connection refused (error 111)
19:49:07.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:07.788113 9357 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:49:07.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:07.788870 9357 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:49:07.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:07.789882 9357 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:49:07.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:07.825534 9357 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:49:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:07.825910 9357 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:49:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:07.826280 9357 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:49:07.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:07.826671 9357 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:49:07.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:07.827028 9357 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:49:07.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:07.827280 9357 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46113/jwks.json
19:49:07.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.829241 9348 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } attempt: 4
19:49:07.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:07.833683 9348 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.255.189:37215: Network error: Client connection negotiation failed: client connection to 127.8.255.189:37215: connect: Connection refused (error 111)
19:49:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.868690 9357 master_runner.cc:386] Master server non-default flags:
19:49:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.255.148:44167
19:49:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:49:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-1/data
19:49:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-1/wal
19:49:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:49:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.255.190:37165,127.8.255.189:37215,127.8.255.188:44393
19:49:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:07.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:49:07.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.255.189:37215
19:49:07.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:49:07.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:49:07.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:49:07.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46113/jwks.json
19:49:07.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:07.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:07.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-1/data/info.pb
19:49:07.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.255.189
19:49:07.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:49:07.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:49:07.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:07.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:49:07.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:49:07.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-1/logs
19:49:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:49:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:49:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:49:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:49:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:49:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:49:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:49:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:49:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:49:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.870622 9357 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:49:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.873011 9357 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:49:07.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:07.892601 9374 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:08.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:08.133137 9348 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } attempt: 5
19:49:08.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:08.138337 9348 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.255.189:37215: Network error: Client connection negotiation failed: client connection to 127.8.255.189:37215: connect: Connection refused (error 111)
19:49:08.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:08.685802 9348 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } attempt: 6
19:49:08.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:08.693632 9348 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.255.189:37215: Network error: Client connection negotiation failed: client connection to 127.8.255.189:37215: connect: Connection refused (error 111)
19:49:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:07.894500 9357 server_base.cc:1034] running on GCE node
19:49:09.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:07.892632 9380 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:09.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:07.892634 9372 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:09.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.147682 9357 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:49:09.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.150914 9357 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:49:09.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.152410 9357 hybrid_clock.cc:648] HybridClock initialized: now 1786304949152372 us; error 49 us; skew 500 ppm
19:49:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.153298 9357 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:49:09.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.160804 9357 webserver.cc:460] Webserver started at http://127.8.255.189:32933/ using document root <none> and password file <none>
19:49:09.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.161958 9357 fs_manager.cc:359] Metadata directory not provided
19:49:09.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.162195 9357 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:49:09.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.162701 9357 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:49:09.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.168105 9357 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-1/data/instance:
19:49:09.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5feba18eebfa4630980eabcbf944575b"
19:49:09.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:09 on dist-test-slave-7nm7"
19:49:09.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.169304 9357 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-1/wal/instance:
19:49:09.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5feba18eebfa4630980eabcbf944575b"
19:49:09.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:09 on dist-test-slave-7nm7"
19:49:09.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.177913 9357 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.010s sys 0.000s
19:49:09.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.184059 9396 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:49:09.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.185264 9357 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
19:49:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.185624 9357 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-1/data,/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-1/wal
19:49:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5feba18eebfa4630980eabcbf944575b"
19:49:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:09 on dist-test-slave-7nm7"
19:49:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.186021 9357 fs_report.cc:383] FS layout report
19:49:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:49:09.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-1/wal
19:49:09.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-1/wal
19:49:09.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-1/data/data
19:49:09.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:49:09.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:49:09.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:49:09.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:49:09.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:49:09.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:49:09.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:49:09.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:49:09.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:49:09.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:49:09.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:49:09.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.236882 9357 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:49:09.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.238729 9357 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:49:09.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.239313 9357 kserver.cc:163] Server-wide thread pool size limit: 3276
19:49:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.328347 9357 rpc_server.cc:307] RPC server started. Bound to: 127.8.255.189:37215
19:49:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.328665 9476 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.255.189:37215 every 8 connection(s)
19:49:09.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.331746 9357 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-1/data/info.pb
19:49:09.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.339217 9477 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:49:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.342417 9214 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu as pid 9357
19:49:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.342854 9214 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-1/wal/instance
19:49:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.345046 9214 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-2/wal
19:49:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-2/data
19:49:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:49:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:49:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:49:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:09.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:09.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:09.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-2/logs
19:49:09.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-2/data/info.pb
19:49:09.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:09.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:49:09.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:49:09.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:49:09.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:49:09.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:09.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:09.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:09.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:49:09.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:49:09.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:49:09.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:49:09.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.255.188:44393
19:49:09.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.255.188
19:49:09.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:49:09.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.255.148:44167
19:49:09.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:09.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:09.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:49:09.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:49:09.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.255.190:37165,127.8.255.189:37215,127.8.255.188:44393
19:49:09.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:49:09.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46113/jwks.json with env {}
19:49:09.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.354808 9477 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.255.190" port: 37165 } has no permanent_uuid. Determining permanent_uuid...
19:49:09.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.389855 9477 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } has no permanent_uuid. Determining permanent_uuid...
19:49:09.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.419024 9477 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } has no permanent_uuid. Determining permanent_uuid...
19:49:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:09.422051 9403 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.8.255.188:44393: connect: Connection refused (error 111)
19:49:09.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:09.426544 9477 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.255.188:44393: Network error: Client connection negotiation failed: client connection to 127.8.255.188:44393: connect: Connection refused (error 111)
19:49:09.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.476126 9477 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } attempt: 1
19:49:09.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:09.481063 9477 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.255.188:44393: Network error: Client connection negotiation failed: client connection to 127.8.255.188:44393: connect: Connection refused (error 111)
19:49:09.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.549520 9477 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } attempt: 2
19:49:09.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:09.553757 9477 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.255.188:44393: Network error: Client connection negotiation failed: client connection to 127.8.255.188:44393: connect: Connection refused (error 111)
19:49:09.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.645175 9477 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } attempt: 3
19:49:09.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:09.649976 9477 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.255.188:44393: Network error: Client connection negotiation failed: client connection to 127.8.255.188:44393: connect: Connection refused (error 111)
19:49:09.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:09.711380 9483 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:49:09.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:09.712095 9483 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:49:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:09.712788 9483 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:49:09.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:09.748724 9483 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:49:09.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:09.749159 9483 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:49:09.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:09.749490 9483 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:49:09.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:09.749838 9483 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:49:09.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:09.750188 9483 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:49:09.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:09.750464 9483 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46113/jwks.json
19:49:09.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.754354 9348 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } attempt: 7
19:49:09.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.770922 9348 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } has no permanent_uuid. Determining permanent_uuid...
19:49:09.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:09.778008 9348 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.255.188:44393: Network error: Client connection negotiation failed: client connection to 127.8.255.188:44393: connect: Connection refused (error 111)
19:49:09.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.793630 9477 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } attempt: 4
19:49:09.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.797224 9483 master_runner.cc:386] Master server non-default flags:
19:49:09.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:09.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.255.148:44167
19:49:09.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:09.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:49:09.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-2/data
19:49:09.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-2/wal
19:49:09.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:49:09.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.8.255.190:37165,127.8.255.189:37215,127.8.255.188:44393
19:49:09.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:09.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:09.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:49:09.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.255.188:44393
19:49:09.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:49:09.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:49:09.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:49:09.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46113/jwks.json
19:49:09.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:09.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:09.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-2/data/info.pb
19:49:09.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.255.188
19:49:09.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:49:09.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:49:09.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:09.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:49:09.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:49:09.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:09.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-2/logs
19:49:09.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:09.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:49:09.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:49:09.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:49:09.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:49:09.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:49:09.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:49:09.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:49:09.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:49:09.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:49:09.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:09.797804 9477 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.255.188:44393: Network error: Client connection negotiation failed: client connection to 127.8.255.188:44393: connect: Connection refused (error 111)
19:49:09.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.799060 9483 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:49:09.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.800806 9483 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:49:09.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:09.824520 9507 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:09.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.836515 9348 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } attempt: 1
19:49:09.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:09.842299 9348 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.255.188:44393: Network error: Client connection negotiation failed: client connection to 127.8.255.188:44393: connect: Connection refused (error 111)
19:49:09.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:09.923887 9348 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } attempt: 2
19:49:09.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:09.933058 9348 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.255.188:44393: Network error: Client connection negotiation failed: client connection to 127.8.255.188:44393: connect: Connection refused (error 111)
19:49:10.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:10.018738 9348 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } attempt: 3
19:49:10.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:10.025667 9348 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.255.188:44393: Network error: Client connection negotiation failed: client connection to 127.8.255.188:44393: connect: Connection refused (error 111)
19:49:10.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:10.097244 9477 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } attempt: 5
19:49:10.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:10.103931 9477 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.255.188:44393: Network error: Client connection negotiation failed: client connection to 127.8.255.188:44393: connect: Connection refused (error 111)
19:49:10.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:10.166517 9348 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } attempt: 4
19:49:10.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:10.173492 9348 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.255.188:44393: Network error: Client connection negotiation failed: client connection to 127.8.255.188:44393: connect: Connection refused (error 111)
19:49:10.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:10.457278 9348 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } attempt: 5
19:49:10.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:10.464639 9348 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.255.188:44393: Network error: Client connection negotiation failed: client connection to 127.8.255.188:44393: connect: Connection refused (error 111)
19:49:10.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:10.651548 9477 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } attempt: 6
19:49:10.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:10.667518 9477 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.255.188:44393: Network error: Client connection negotiation failed: client connection to 127.8.255.188:44393: connect: Connection refused (error 111)
19:49:11.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.017305 9348 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } attempt: 6
19:49:11.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:11.028156 9348 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.8.255.188:44393: Network error: Client connection negotiation failed: client connection to 127.8.255.188:44393: connect: Connection refused (error 111)
19:49:11.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:09.824649 9506 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:11.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:09.824862 9511 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:11.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:11.155437 9509 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1330 milliseconds
19:49:11.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.155566 9483 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:49:11.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.156987 9483 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:49:11.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.160521 9483 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:49:11.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.162142 9483 hybrid_clock.cc:648] HybridClock initialized: now 1786304951162101 us; error 42 us; skew 500 ppm
19:49:11.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.163092 9483 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:49:11.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.176791 9483 webserver.cc:460] Webserver started at http://127.8.255.188:34543/ using document root <none> and password file <none>
19:49:11.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.178483 9483 fs_manager.cc:359] Metadata directory not provided
19:49:11.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.178777 9483 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:49:11.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.179397 9483 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:49:11.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.184648 9483 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-2/data/instance:
19:49:11.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1fab68fc509149d0bebe72ace89ddcb6"
19:49:11.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:11 on dist-test-slave-7nm7"
19:49:11.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.185956 9483 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-2/wal/instance:
19:49:11.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1fab68fc509149d0bebe72ace89ddcb6"
19:49:11.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:11 on dist-test-slave-7nm7"
19:49:11.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.193904 9483 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
19:49:11.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.200690 9543 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:49:11.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.201846 9483 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
19:49:11.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.202221 9483 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-2/data,/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-2/wal
19:49:11.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1fab68fc509149d0bebe72ace89ddcb6"
19:49:11.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:11 on dist-test-slave-7nm7"
19:49:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.202629 9483 fs_report.cc:383] FS layout report
19:49:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:49:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-2/wal
19:49:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-2/wal
19:49:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-2/data/data
19:49:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:49:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:49:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:49:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:49:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:49:11.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:49:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:49:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:49:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:49:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:49:11.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:49:11.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.247784 9483 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:49:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.249500 9483 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:49:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.250048 9483 kserver.cc:163] Server-wide thread pool size limit: 3276
19:49:11.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.339488 9483 rpc_server.cc:307] RPC server started. Bound to: 127.8.255.188:44393
19:49:11.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.339635 9624 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.255.188:44393 every 8 connection(s)
19:49:11.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.343209 9483 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-2/data/info.pb
19:49:11.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.347294 9214 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu as pid 9483
19:49:11.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.347817 9214 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/master-2/wal/instance
19:49:11.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.351137 9625 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:49:11.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.376164 9625 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.255.190" port: 37165 } has no permanent_uuid. Determining permanent_uuid...
19:49:11.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.421025 9625 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } has no permanent_uuid. Determining permanent_uuid...
19:49:11.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.437428 9625 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } has no permanent_uuid. Determining permanent_uuid...
19:49:11.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.460026 9625 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6: Bootstrap starting.
19:49:11.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.466006 9625 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6: Neither blocks nor log segments found. Creating new log.
19:49:11.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.468752 9625 log.cc:824] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6: Log is configured to *not* fsync() on all Append() calls
19:49:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.473523 9625 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6: No bootstrap required, opened a new log
19:49:11.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.501154 9625 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d84d3691d9e9494c843a0659675f4710" member_type: VOTER last_known_addr { host: "127.8.255.190" port: 37165 } } peers { permanent_uuid: "5feba18eebfa4630980eabcbf944575b" member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } } peers { permanent_uuid: "1fab68fc509149d0bebe72ace89ddcb6" member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } }
19:49:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.501797 9625 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:49:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.501987 9625 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1fab68fc509149d0bebe72ace89ddcb6, State: Initialized, Role: FOLLOWER
19:49:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.502969 9625 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d84d3691d9e9494c843a0659675f4710" member_type: VOTER last_known_addr { host: "127.8.255.190" port: 37165 } } peers { permanent_uuid: "5feba18eebfa4630980eabcbf944575b" member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } } peers { permanent_uuid: "1fab68fc509149d0bebe72ace89ddcb6" member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } }
19:49:11.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.506670 9644 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d84d3691d9e9494c843a0659675f4710" member_type: VOTER last_known_addr { host: "127.8.255.190" port: 37165 } } peers { permanent_uuid: "5feba18eebfa4630980eabcbf944575b" member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } } peers { permanent_uuid: "1fab68fc509149d0bebe72ace89ddcb6" member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } } }
19:49:11.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.507577 9644 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [sys.catalog]: This master's current role is: FOLLOWER
19:49:11.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.508486 9625 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [sys.catalog]: configured and running, proceeding with master startup.
19:49:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:11.537881 9662 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:11.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:11.539842 9662 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:11.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.532058 9483 master_runner.cc:186] Error getting master registration for 127.8.255.190:37165: OK, instance_id { permanent_uuid: "d84d3691d9e9494c843a0659675f4710" instance_seqno: 1786304947361544 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:49:11.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.561051 9483 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:49:11.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.728174 9477 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } attempt: 7
19:49:11.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.747929 9477 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b: Bootstrap starting.
19:49:11.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.753726 9477 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b: Neither blocks nor log segments found. Creating new log.
19:49:11.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.755784 9477 log.cc:824] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b: Log is configured to *not* fsync() on all Append() calls
19:49:11.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:11.756742 9552 tablet.cc:2369] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:49:11.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.762742 9477 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b: No bootstrap required, opened a new log
19:49:11.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.796442 9477 raft_consensus.cc:348] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d84d3691d9e9494c843a0659675f4710" member_type: VOTER last_known_addr { host: "127.8.255.190" port: 37165 } } peers { permanent_uuid: "5feba18eebfa4630980eabcbf944575b" member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } } peers { permanent_uuid: "1fab68fc509149d0bebe72ace89ddcb6" member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } }
19:49:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.797379 9477 raft_consensus.cc:374] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:49:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.797685 9477 raft_consensus.cc:729] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5feba18eebfa4630980eabcbf944575b, State: Initialized, Role: FOLLOWER
19:49:11.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.798666 9477 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d84d3691d9e9494c843a0659675f4710" member_type: VOTER last_known_addr { host: "127.8.255.190" port: 37165 } } peers { permanent_uuid: "5feba18eebfa4630980eabcbf944575b" member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } } peers { permanent_uuid: "1fab68fc509149d0bebe72ace89ddcb6" member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } }
19:49:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.801568 9668 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d84d3691d9e9494c843a0659675f4710" member_type: VOTER last_known_addr { host: "127.8.255.190" port: 37165 } } peers { permanent_uuid: "5feba18eebfa4630980eabcbf944575b" member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } } peers { permanent_uuid: "1fab68fc509149d0bebe72ace89ddcb6" member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } } }
19:49:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.802820 9668 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b [sys.catalog]: This master's current role is: FOLLOWER
19:49:11.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.803606 9477 sys_catalog.cc:564] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b [sys.catalog]: configured and running, proceeding with master startup.
19:49:11.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:11.836305 9690 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:11.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:11.837757 9690 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:11.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.853245 9644 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:49:11.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.854007 9644 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d84d3691d9e9494c843a0659675f4710" member_type: VOTER last_known_addr { host: "127.8.255.190" port: 37165 } } peers { permanent_uuid: "5feba18eebfa4630980eabcbf944575b" member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } } peers { permanent_uuid: "1fab68fc509149d0bebe72ace89ddcb6" member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } }
19:49:11.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.863329 9437 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1fab68fc509149d0bebe72ace89ddcb6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5feba18eebfa4630980eabcbf944575b" is_pre_election: true
19:49:11.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.864342 9437 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1fab68fc509149d0bebe72ace89ddcb6 in term 0.
19:49:11.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.866019 9548 leader_election.cc:302] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1fab68fc509149d0bebe72ace89ddcb6, 5feba18eebfa4630980eabcbf944575b; no voters:
19:49:11.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.830880 9357 master_runner.cc:186] Error getting master registration for 127.8.255.190:37165: OK, instance_id { permanent_uuid: "d84d3691d9e9494c843a0659675f4710" instance_seqno: 1786304947361544 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:49:11.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.868356 9357 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:49:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.868522 9644 leader_election.cc:288] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d84d3691d9e9494c843a0659675f4710 (127.8.255.190:37165), 5feba18eebfa4630980eabcbf944575b (127.8.255.189:37215)
19:49:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.869585 9644 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [term 0 FOLLOWER]: Leader pre-election won for term 1
19:49:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.871145 9644 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:49:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.871753 9644 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [term 0 FOLLOWER]: Advancing to term 1
19:49:11.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.884764 9644 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d84d3691d9e9494c843a0659675f4710" member_type: VOTER last_known_addr { host: "127.8.255.190" port: 37165 } } peers { permanent_uuid: "5feba18eebfa4630980eabcbf944575b" member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } } peers { permanent_uuid: "1fab68fc509149d0bebe72ace89ddcb6" member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } }
19:49:11.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.891004 9644 leader_election.cc:288] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [CANDIDATE]: Term 1 election: Requested vote from peers d84d3691d9e9494c843a0659675f4710 (127.8.255.190:37165), 5feba18eebfa4630980eabcbf944575b (127.8.255.189:37215)
19:49:11.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.893970 9437 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1fab68fc509149d0bebe72ace89ddcb6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5feba18eebfa4630980eabcbf944575b"
19:49:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.894729 9437 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b [term 0 FOLLOWER]: Advancing to term 1
19:49:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.902190 9437 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1fab68fc509149d0bebe72ace89ddcb6 in term 1.
19:49:11.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.903388 9548 leader_election.cc:302] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1fab68fc509149d0bebe72ace89ddcb6, 5feba18eebfa4630980eabcbf944575b; no voters:
19:49:11.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.904363 9644 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [term 1 FOLLOWER]: Leader election won for term 1
19:49:11.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.904865 9644 raft_consensus.cc:686] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [term 1 LEADER]: Becoming Leader. State: Replica: 1fab68fc509149d0bebe72ace89ddcb6, State: Running, Role: LEADER
19:49:11.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.906920 9644 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d84d3691d9e9494c843a0659675f4710" member_type: VOTER last_known_addr { host: "127.8.255.190" port: 37165 } } peers { permanent_uuid: "5feba18eebfa4630980eabcbf944575b" member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } } peers { permanent_uuid: "1fab68fc509149d0bebe72ace89ddcb6" member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } }
19:49:11.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.926759 9692 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1fab68fc509149d0bebe72ace89ddcb6. Latest consensus state: current_term: 1 leader_uuid: "1fab68fc509149d0bebe72ace89ddcb6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d84d3691d9e9494c843a0659675f4710" member_type: VOTER last_known_addr { host: "127.8.255.190" port: 37165 } } peers { permanent_uuid: "5feba18eebfa4630980eabcbf944575b" member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } } peers { permanent_uuid: "1fab68fc509149d0bebe72ace89ddcb6" member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } } }
19:49:11.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.927661 9692 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [sys.catalog]: This master's current role is: LEADER
19:49:11.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.935837 9697 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:49:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.944263 9697 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:49:11.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.965776 9437 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b [term 1 FOLLOWER]: Refusing update from remote peer 1fab68fc509149d0bebe72ace89ddcb6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:49:11.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:11.967904 9644 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5feba18eebfa4630980eabcbf944575b" member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:49:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:11.999490 9406 tablet.cc:2369] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:49:12.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.002394 9700 mvcc.cc:205] Tried to move back new op lower bound from 7316705083233054720 to 7316705083023392768. Current Snapshot: MvccSnapshot[applied={T|T < 7316705083233054720}]
19:49:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.007598 9668 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1fab68fc509149d0bebe72ace89ddcb6. Latest consensus state: current_term: 1 leader_uuid: "1fab68fc509149d0bebe72ace89ddcb6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d84d3691d9e9494c843a0659675f4710" member_type: VOTER last_known_addr { host: "127.8.255.190" port: 37165 } } peers { permanent_uuid: "5feba18eebfa4630980eabcbf944575b" member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } } peers { permanent_uuid: "1fab68fc509149d0bebe72ace89ddcb6" member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } } }
19:49:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.007812 9692 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1fab68fc509149d0bebe72ace89ddcb6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d84d3691d9e9494c843a0659675f4710" member_type: VOTER last_known_addr { host: "127.8.255.190" port: 37165 } } peers { permanent_uuid: "5feba18eebfa4630980eabcbf944575b" member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } } peers { permanent_uuid: "1fab68fc509149d0bebe72ace89ddcb6" member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } } }
19:49:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.008553 9692 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [sys.catalog]: This master's current role is: LEADER
19:49:12.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.008515 9668 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b [sys.catalog]: This master's current role is: FOLLOWER
19:49:12.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.010136 9697 catalog_manager.cc:1347] Generated new cluster ID: bd2f315d426b48e58e7c7a6d767e3a0a
19:49:12.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.010942 9697 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:49:12.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.045675 9668 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1fab68fc509149d0bebe72ace89ddcb6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d84d3691d9e9494c843a0659675f4710" member_type: VOTER last_known_addr { host: "127.8.255.190" port: 37165 } } peers { permanent_uuid: "5feba18eebfa4630980eabcbf944575b" member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } } peers { permanent_uuid: "1fab68fc509149d0bebe72ace89ddcb6" member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } } }
19:49:12.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.046475 9668 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b [sys.catalog]: This master's current role is: FOLLOWER
19:49:12.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.058748 9697 catalog_manager.cc:1370] Generated new certificate authority record
19:49:12.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.061849 9697 catalog_manager.cc:1504] Loading token signing keys...
19:49:12.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.061749 9348 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } attempt: 7
19:49:12.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.099212 9348 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d84d3691d9e9494c843a0659675f4710: Bootstrap starting.
19:49:12.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.111464 9348 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d84d3691d9e9494c843a0659675f4710: Neither blocks nor log segments found. Creating new log.
19:49:12.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.114326 9348 log.cc:824] T 00000000000000000000000000000000 P d84d3691d9e9494c843a0659675f4710: Log is configured to *not* fsync() on all Append() calls
19:49:12.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.124969 9348 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d84d3691d9e9494c843a0659675f4710: No bootstrap required, opened a new log
19:49:12.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.153170 9697 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6: Generated new TSK 0
19:49:12.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.157572 9697 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:49:12.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.168951 9348 raft_consensus.cc:348] T 00000000000000000000000000000000 P d84d3691d9e9494c843a0659675f4710 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d84d3691d9e9494c843a0659675f4710" member_type: VOTER last_known_addr { host: "127.8.255.190" port: 37165 } } peers { permanent_uuid: "5feba18eebfa4630980eabcbf944575b" member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } } peers { permanent_uuid: "1fab68fc509149d0bebe72ace89ddcb6" member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } }
19:49:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.170274 9348 raft_consensus.cc:374] T 00000000000000000000000000000000 P d84d3691d9e9494c843a0659675f4710 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:49:12.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.170780 9348 raft_consensus.cc:729] T 00000000000000000000000000000000 P d84d3691d9e9494c843a0659675f4710 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d84d3691d9e9494c843a0659675f4710, State: Initialized, Role: FOLLOWER
19:49:12.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.172593 9348 consensus_queue.cc:260] T 00000000000000000000000000000000 P d84d3691d9e9494c843a0659675f4710 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d84d3691d9e9494c843a0659675f4710" member_type: VOTER last_known_addr { host: "127.8.255.190" port: 37165 } } peers { permanent_uuid: "5feba18eebfa4630980eabcbf944575b" member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } } peers { permanent_uuid: "1fab68fc509149d0bebe72ace89ddcb6" member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } }
19:49:12.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.187911 9304 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1fab68fc509149d0bebe72ace89ddcb6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d84d3691d9e9494c843a0659675f4710"
19:49:12.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.189800 9300 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d84d3691d9e9494c843a0659675f4710 [term 0 FOLLOWER]: Advancing to term 1
19:49:12.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.187436 9305 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1fab68fc509149d0bebe72ace89ddcb6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d84d3691d9e9494c843a0659675f4710" is_pre_election: true
19:49:12.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.197091 9300 raft_consensus.cc:1261] T 00000000000000000000000000000000 P d84d3691d9e9494c843a0659675f4710 [term 1 FOLLOWER]: Refusing update from remote peer 1fab68fc509149d0bebe72ace89ddcb6: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:49:12.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.197810 9348 sys_catalog.cc:564] T 00000000000000000000000000000000 P d84d3691d9e9494c843a0659675f4710 [sys.catalog]: configured and running, proceeding with master startup.
19:49:12.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.198510 9713 sys_catalog.cc:455] T 00000000000000000000000000000000 P d84d3691d9e9494c843a0659675f4710 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d84d3691d9e9494c843a0659675f4710" member_type: VOTER last_known_addr { host: "127.8.255.190" port: 37165 } } peers { permanent_uuid: "5feba18eebfa4630980eabcbf944575b" member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } } peers { permanent_uuid: "1fab68fc509149d0bebe72ace89ddcb6" member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } } }
19:49:12.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.203248 9713 sys_catalog.cc:458] T 00000000000000000000000000000000 P d84d3691d9e9494c843a0659675f4710 [sys.catalog]: This master's current role is: FOLLOWER
19:49:12.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.205075 9692 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d84d3691d9e9494c843a0659675f4710" member_type: VOTER last_known_addr { host: "127.8.255.190" port: 37165 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:49:12.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.218843 9214 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:12.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:12.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-0/wal
19:49:12.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-0/data
19:49:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:49:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:49:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:49:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-0/logs
19:49:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-0/data/info.pb
19:49:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:49:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:49:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:49:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:49:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:49:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:49:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.255.129:0
19:49:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.255.129
19:49:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.255.129
19:49:12.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:49:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.255.190:37165,127.8.255.189:37215,127.8.255.188:44393
19:49:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.255.148:44167
19:49:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:49:12.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.282985 9713 sys_catalog.cc:455] T 00000000000000000000000000000000 P d84d3691d9e9494c843a0659675f4710 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1fab68fc509149d0bebe72ace89ddcb6. Latest consensus state: current_term: 1 leader_uuid: "1fab68fc509149d0bebe72ace89ddcb6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d84d3691d9e9494c843a0659675f4710" member_type: VOTER last_known_addr { host: "127.8.255.190" port: 37165 } } peers { permanent_uuid: "5feba18eebfa4630980eabcbf944575b" member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } } peers { permanent_uuid: "1fab68fc509149d0bebe72ace89ddcb6" member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } } }
19:49:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.285773 9713 sys_catalog.cc:458] T 00000000000000000000000000000000 P d84d3691d9e9494c843a0659675f4710 [sys.catalog]: This master's current role is: FOLLOWER
19:49:12.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.284919 9720 sys_catalog.cc:455] T 00000000000000000000000000000000 P d84d3691d9e9494c843a0659675f4710 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1fab68fc509149d0bebe72ace89ddcb6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d84d3691d9e9494c843a0659675f4710" member_type: VOTER last_known_addr { host: "127.8.255.190" port: 37165 } } peers { permanent_uuid: "5feba18eebfa4630980eabcbf944575b" member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } } peers { permanent_uuid: "1fab68fc509149d0bebe72ace89ddcb6" member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } } }
19:49:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.286710 9720 sys_catalog.cc:458] T 00000000000000000000000000000000 P d84d3691d9e9494c843a0659675f4710 [sys.catalog]: This master's current role is: FOLLOWER
19:49:12.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.373034 9737 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
19:49:12.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.614532 9692 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1fab68fc509149d0bebe72ace89ddcb6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d84d3691d9e9494c843a0659675f4710" member_type: VOTER last_known_addr { host: "127.8.255.190" port: 37165 } } peers { permanent_uuid: "5feba18eebfa4630980eabcbf944575b" member_type: VOTER last_known_addr { host: "127.8.255.189" port: 37215 } } peers { permanent_uuid: "1fab68fc509149d0bebe72ace89ddcb6" member_type: VOTER last_known_addr { host: "127.8.255.188" port: 44393 } } }
19:49:12.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.615634 9692 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1fab68fc509149d0bebe72ace89ddcb6 [sys.catalog]: This master's current role is: LEADER
19:49:12.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:12.737852 9719 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:49:12.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:12.738477 9719 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:49:12.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:12.739061 9719 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:49:12.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:12.779830 9719 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:49:12.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:12.781008 9719 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.255.129
19:49:12.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.824303 9719 tablet_server_runner.cc:78] Tablet server non-default flags:
19:49:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.255.148:44167
19:49:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:49:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-0/data
19:49:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-0/wal
19:49:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.255.129:0
19:49:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:49:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-0/data/info.pb
19:49:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.255.129
19:49:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:49:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.255.190:37165,127.8.255.189:37215,127.8.255.188:44393
19:49:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:49:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:12.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:49:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:49:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.255.129
19:49:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-0/logs
19:49:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:49:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:49:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:49:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:49:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:49:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:49:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:49:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:49:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:49:12.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.826020 9719 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:49:12.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.827950 9719 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:49:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.846058 9690 catalog_manager.cc:1259] Loaded cluster ID: bd2f315d426b48e58e7c7a6d767e3a0a
19:49:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.846953 9690 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b: loading cluster ID for follower catalog manager: success
19:49:12.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.860239 9690 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b: acquiring CA information for follower catalog manager: success
19:49:12.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:12.867955 9690 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 5feba18eebfa4630980eabcbf944575b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:49:12.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:12.875419 9751 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:13.384003 9737 catalog_manager.cc:1259] Loaded cluster ID: bd2f315d426b48e58e7c7a6d767e3a0a
19:49:13.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:13.384479 9737 catalog_manager.cc:1552] T 00000000000000000000000000000000 P d84d3691d9e9494c843a0659675f4710: loading cluster ID for follower catalog manager: success
19:49:13.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:13.409576 9737 catalog_manager.cc:1574] T 00000000000000000000000000000000 P d84d3691d9e9494c843a0659675f4710: acquiring CA information for follower catalog manager: success
19:49:13.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:13.423864 9737 catalog_manager.cc:1602] T 00000000000000000000000000000000 P d84d3691d9e9494c843a0659675f4710: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:49:15.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:14.260412 9748 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 9719
19:49:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:15.372751 9748 kernel_stack_watchdog.cc:198] Thread 9719 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 380ms:
19:49:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
19:49:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
19:49:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
19:49:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
19:49:15.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:12.878836 9750 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:15.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:15.374321 9719 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.497s user 0.510s sys 0.773s
19:49:15.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:15.374996 9719 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.498s user 0.511s sys 0.773s
19:49:15.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:15.376252 9755 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:15.380702 9753 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2502 milliseconds
19:49:15.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.381270 9719 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:49:15.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.382790 9719 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:49:15.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.394475 9719 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:49:15.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.398451 9719 hybrid_clock.cc:648] HybridClock initialized: now 1786304955398248 us; error 96 us; skew 500 ppm
19:49:15.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.400051 9719 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:49:15.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.427079 9719 webserver.cc:460] Webserver started at http://127.8.255.129:38387/ using document root <none> and password file <none>
19:49:15.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.428449 9719 fs_manager.cc:359] Metadata directory not provided
19:49:15.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.428751 9719 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:49:15.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.429322 9719 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:49:15.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.437656 9719 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-0/data/instance:
19:49:15.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a953f54c101440428f00f802056996a0"
19:49:15.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:15 on dist-test-slave-7nm7"
19:49:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.439381 9719 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-0/wal/instance:
19:49:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a953f54c101440428f00f802056996a0"
19:49:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:15 on dist-test-slave-7nm7"
19:49:15.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.456058 9719 fs_manager.cc:691] Time spent creating directory manager: real 0.016s user 0.009s sys 0.006s
19:49:15.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.470860 9770 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:49:15.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.472289 9719 fs_manager.cc:725] Time spent opening block manager: real 0.010s user 0.006s sys 0.005s
19:49:15.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.472684 9719 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-0/data,/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-0/wal
19:49:15.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a953f54c101440428f00f802056996a0"
19:49:15.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:15 on dist-test-slave-7nm7"
19:49:15.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.473142 9719 fs_report.cc:383] FS layout report
19:49:15.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:49:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-0/wal
19:49:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-0/wal
19:49:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-0/data/data
19:49:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:49:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:49:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:49:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:49:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:49:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:49:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:49:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:49:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:49:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:49:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:49:15.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.553459 9719 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:49:15.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.555543 9719 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:49:15.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.556137 9719 kserver.cc:163] Server-wide thread pool size limit: 3276
19:49:15.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.565474 9719 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:49:15.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.577530 9719 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:49:15.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.577857 9719 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:49:15.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.578147 9719 ts_tablet_manager.cc:610] Registered 0 tablets
19:49:15.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.578408 9719 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
19:49:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.804580 9719 rpc_server.cc:307] RPC server started. Bound to: 127.8.255.129:46013
19:49:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.804737 9961 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.255.129:46013 every 8 connection(s)
19:49:15.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.807720 9719 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-0/data/info.pb
19:49:15.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.816229 9214 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu as pid 9719
19:49:15.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.817600 9214 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-0/wal/instance
19:49:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.848505 9214 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-1/wal
19:49:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-1/data
19:49:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:49:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:49:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:49:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-1/logs
19:49:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-1/data/info.pb
19:49:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:49:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:49:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:49:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:49:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:49:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:49:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.255.130:0
19:49:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.255.130
19:49:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.255.130
19:49:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:49:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.255.190:37165,127.8.255.189:37215,127.8.255.188:44393
19:49:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.255.148:44167
19:49:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:49:15.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.874641 9963 heartbeater.cc:347] Connected to a master server at 127.8.255.188:44393
19:49:15.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.875521 9963 heartbeater.cc:464] Registering TS with master...
19:49:15.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.877228 9963 heartbeater.cc:511] Master 127.8.255.188:44393 requested a full tablet report, sending...
19:49:15.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.880885 9568 ts_manager.cc:194] Registered new tserver with Master: a953f54c101440428f00f802056996a0 (127.8.255.129:46013)
19:49:15.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.884317 9568 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.8.255.129:41205
19:49:15.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.898741 9965 heartbeater.cc:347] Connected to a master server at 127.8.255.190:37165
19:49:15.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.899183 9965 heartbeater.cc:464] Registering TS with master...
19:49:15.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.899996 9965 heartbeater.cc:511] Master 127.8.255.190:37165 requested a full tablet report, sending...
19:49:15.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.905308 9964 heartbeater.cc:347] Connected to a master server at 127.8.255.189:37215
19:49:15.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.905690 9964 heartbeater.cc:464] Registering TS with master...
19:49:15.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.906581 9964 heartbeater.cc:511] Master 127.8.255.189:37215 requested a full tablet report, sending...
19:49:15.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.907539 9289 ts_manager.cc:194] Registered new tserver with Master: a953f54c101440428f00f802056996a0 (127.8.255.129:46013)
19:49:15.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:15.910677 9425 ts_manager.cc:194] Registered new tserver with Master: a953f54c101440428f00f802056996a0 (127.8.255.129:46013)
19:49:16.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:16.244851 9980 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:49:16.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:16.245362 9980 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:49:16.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:16.245808 9980 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:49:16.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:16.280519 9980 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:49:16.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:16.281610 9980 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.255.130
19:49:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:16.323118 9980 tablet_server_runner.cc:78] Tablet server non-default flags:
19:49:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.255.148:44167
19:49:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:16.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:49:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-1/data
19:49:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-1/wal
19:49:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.255.130:0
19:49:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:49:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-1/data/info.pb
19:49:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.255.130
19:49:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:49:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.255.190:37165,127.8.255.189:37215,127.8.255.188:44393
19:49:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:49:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:49:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:49:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.255.130
19:49:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-1/logs
19:49:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:16.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:49:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:49:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:49:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:49:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:49:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:49:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:49:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:49:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:49:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:16.324486 9980 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:49:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:16.326372 9980 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:49:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:16.408418 9989 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:16.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:16.891726 9963 heartbeater.cc:503] Master 127.8.255.188:44393 was elected leader, sending a full tablet report...
19:49:18.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:16.408528 9986 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:18.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:18.403656 9980 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.011s user 0.740s sys 1.044s
19:49:18.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:18.404062 9980 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.012s user 0.740s sys 1.044s
19:49:18.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:17.767865 9985 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 9980
19:49:18.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:18.406906 9993 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:18.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.408902 9980 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:49:18.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:18.409626 9992 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2006 milliseconds
19:49:18.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.411387 9980 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:49:18.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.414091 9980 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:49:18.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.415655 9980 hybrid_clock.cc:648] HybridClock initialized: now 1786304958415546 us; error 94 us; skew 500 ppm
19:49:18.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.417093 9980 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:49:18.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.429363 9980 webserver.cc:460] Webserver started at http://127.8.255.130:41375/ using document root <none> and password file <none>
19:49:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.430605 9980 fs_manager.cc:359] Metadata directory not provided
19:49:18.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.430809 9980 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:49:18.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.431205 9980 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:49:18.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.436242 9980 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-1/data/instance:
19:49:18.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9cc6f6cdf6b544f4a94e7a62a533f0c2"
19:49:18.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:18 on dist-test-slave-7nm7"
19:49:18.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.437342 9980 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-1/wal/instance:
19:49:18.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9cc6f6cdf6b544f4a94e7a62a533f0c2"
19:49:18.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:18 on dist-test-slave-7nm7"
19:49:18.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.447973 9980 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.010s sys 0.002s
19:49:18.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.454842 10010 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:49:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.456017 9980 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
19:49:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.456426 9980 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-1/data,/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-1/wal
19:49:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9cc6f6cdf6b544f4a94e7a62a533f0c2"
19:49:18.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:18 on dist-test-slave-7nm7"
19:49:18.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.456801 9980 fs_report.cc:383] FS layout report
19:49:18.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:49:18.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-1/wal
19:49:18.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-1/wal
19:49:18.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-1/data/data
19:49:18.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:49:18.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:49:18.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:49:18.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:49:18.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:49:18.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:49:18.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:49:18.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:49:18.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:49:18.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:49:18.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:49:18.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.507007 9980 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:49:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.508729 9980 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:49:18.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.509245 9980 kserver.cc:163] Server-wide thread pool size limit: 3276
19:49:18.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.511979 9980 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:49:18.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.517367 9980 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:49:18.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.517768 9980 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.000s sys 0.000s
19:49:18.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.518333 9980 ts_tablet_manager.cc:610] Registered 0 tablets
19:49:18.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.518714 9980 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:49:18.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.687148 9980 rpc_server.cc:307] RPC server started. Bound to: 127.8.255.130:38085
19:49:18.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.687383 10214 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.255.130:38085 every 8 connection(s)
19:49:18.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.689877 9980 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-1/data/info.pb
19:49:18.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.700899 9214 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu as pid 9980
19:49:18.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.701690 9214 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-1/wal/instance
19:49:18.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.717904 9214 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:18.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:18.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-2/wal
19:49:18.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-2/data
19:49:18.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:49:18.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:49:18.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:49:18.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:18.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-2/logs
19:49:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-2/data/info.pb
19:49:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:49:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:49:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:49:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:49:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:18.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:49:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:49:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.255.131:0
19:49:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.255.131
19:49:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.255.131
19:49:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:49:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.255.190:37165,127.8.255.189:37215,127.8.255.188:44393
19:49:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.255.148:44167
19:49:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:18.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:49:18.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.765254 10222 heartbeater.cc:347] Connected to a master server at 127.8.255.189:37215
19:49:18.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.765807 10222 heartbeater.cc:464] Registering TS with master...
19:49:18.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.766506 10215 heartbeater.cc:347] Connected to a master server at 127.8.255.188:44393
19:49:18.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.766886 10215 heartbeater.cc:464] Registering TS with master...
19:49:18.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.767190 10222 heartbeater.cc:511] Master 127.8.255.189:37215 requested a full tablet report, sending...
19:49:18.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.767951 10215 heartbeater.cc:511] Master 127.8.255.188:44393 requested a full tablet report, sending...
19:49:18.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.770709 10223 heartbeater.cc:347] Connected to a master server at 127.8.255.190:37165
19:49:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.771024 9568 ts_manager.cc:194] Registered new tserver with Master: 9cc6f6cdf6b544f4a94e7a62a533f0c2 (127.8.255.130:38085)
19:49:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.770991 9425 ts_manager.cc:194] Registered new tserver with Master: 9cc6f6cdf6b544f4a94e7a62a533f0c2 (127.8.255.130:38085)
19:49:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.771430 10223 heartbeater.cc:464] Registering TS with master...
19:49:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.772425 10223 heartbeater.cc:511] Master 127.8.255.190:37165 requested a full tablet report, sending...
19:49:18.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.773991 9568 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.8.255.130:36681
19:49:18.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:18.776407 9289 ts_manager.cc:194] Registered new tserver with Master: 9cc6f6cdf6b544f4a94e7a62a533f0c2 (127.8.255.130:38085)
19:49:19.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:19.099521 10238 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:49:19.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:19.100477 10238 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:49:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:19.100942 10238 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:49:19.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:19.134370 10238 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:49:19.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:19.135241 10238 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.8.255.131
19:49:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:19.172101 10238 tablet_server_runner.cc:78] Tablet server non-default flags:
19:49:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.8.255.148:44167
19:49:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:49:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-2/data
19:49:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-2/wal
19:49:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.8.255.131:0
19:49:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:49:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-2/data/info.pb
19:49:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.8.255.131
19:49:19.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:49:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.8.255.190:37165,127.8.255.189:37215,127.8.255.188:44393
19:49:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:49:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:49:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:49:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.8.255.131
19:49:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-2/logs
19:49:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:49:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:49:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:49:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:49:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:49:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:49:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:49:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:49:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:49:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:19.173528 10238 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:49:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:19.175577 10238 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:49:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:19.196674 10246 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:19.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:19.780292 10215 heartbeater.cc:503] Master 127.8.255.188:44393 was elected leader, sending a full tablet report...
19:49:20.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:19.196707 10250 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:20.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:19.197230 10253 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:20.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:19.199680 10238 server_base.cc:1034] running on GCE node
19:49:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.548875 10238 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:49:20.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.552383 10238 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:49:20.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.553841 10238 hybrid_clock.cc:648] HybridClock initialized: now 1786304960553825 us; error 75 us; skew 500 ppm
19:49:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.555006 10238 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:49:20.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.562587 10238 webserver.cc:460] Webserver started at http://127.8.255.131:36663/ using document root <none> and password file <none>
19:49:20.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.563906 10238 fs_manager.cc:359] Metadata directory not provided
19:49:20.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.564251 10238 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:49:20.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.564828 10238 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:49:20.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.571355 10238 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-2/data/instance:
19:49:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afc9c8dbd2444fd380f6a5ac0cda14c1"
19:49:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:20 on dist-test-slave-7nm7"
19:49:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.572588 10238 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-2/wal/instance:
19:49:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afc9c8dbd2444fd380f6a5ac0cda14c1"
19:49:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:20 on dist-test-slave-7nm7"
19:49:20.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.580469 10238 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
19:49:20.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.588716 10272 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:49:20.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.590139 10238 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.004s sys 0.002s
19:49:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.590622 10238 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-2/data,/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-2/wal
19:49:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "afc9c8dbd2444fd380f6a5ac0cda14c1"
19:49:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:20 on dist-test-slave-7nm7"
19:49:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.591019 10238 fs_report.cc:383] FS layout report
19:49:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:49:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-2/wal
19:49:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-2/wal
19:49:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-2/data/data
19:49:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:49:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:49:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:49:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:49:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:49:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:49:20.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:49:20.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:49:20.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:49:20.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:49:20.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:49:20.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.632623 10238 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:49:20.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.634338 10238 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:49:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.634918 10238 kserver.cc:163] Server-wide thread pool size limit: 3276
19:49:20.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.637961 10238 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:49:20.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.642359 10238 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:49:20.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.642616 10238 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:49:20.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.642966 10238 ts_tablet_manager.cc:610] Registered 0 tablets
19:49:20.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.643177 10238 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:49:20.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.807170 10238 rpc_server.cc:307] RPC server started. Bound to: 127.8.255.131:46615
19:49:20.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.807250 10458 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.8.255.131:46615 every 8 connection(s)
19:49:20.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.811298 10238 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-2/data/info.pb
19:49:20.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.822003 9214 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu as pid 10238
19:49:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.822764 9214 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster5967458963258479420/ts-2/wal/instance
19:49:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.871447 10460 heartbeater.cc:347] Connected to a master server at 127.8.255.189:37215
19:49:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.871973 10459 heartbeater.cc:347] Connected to a master server at 127.8.255.188:44393
19:49:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.872259 10461 heartbeater.cc:347] Connected to a master server at 127.8.255.190:37165
19:49:20.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.872498 10460 heartbeater.cc:464] Registering TS with master...
19:49:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.872694 10461 heartbeater.cc:464] Registering TS with master...
19:49:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.872897 10459 heartbeater.cc:464] Registering TS with master...
19:49:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.874248 10461 heartbeater.cc:511] Master 127.8.255.190:37165 requested a full tablet report, sending...
19:49:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.874312 10460 heartbeater.cc:511] Master 127.8.255.189:37215 requested a full tablet report, sending...
19:49:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.874344 10459 heartbeater.cc:511] Master 127.8.255.188:44393 requested a full tablet report, sending...
19:49:20.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.878201 9568 ts_manager.cc:194] Registered new tserver with Master: afc9c8dbd2444fd380f6a5ac0cda14c1 (127.8.255.131:46615)
19:49:20.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.878476 9425 ts_manager.cc:194] Registered new tserver with Master: afc9c8dbd2444fd380f6a5ac0cda14c1 (127.8.255.131:46615)
19:49:20.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.878788 9289 ts_manager.cc:194] Registered new tserver with Master: afc9c8dbd2444fd380f6a5ac0cda14c1 (127.8.255.131:46615)
19:49:20.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.880793 9568 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.8.255.131:41611
19:49:20.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:20.894984 9214 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
19:49:20.908 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:49:20.909 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
19:49:20.922 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.8.255.190"
port: 37165
}
bound_http_address {
host: "127.8.255.190"
port: 43745
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.8.255.189"
port: 37215
}
bound_http_address {
host: "127.8.255.189"
port: 32933
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.8.255.188"
port: 44393
}
bound_http_address {
host: "127.8.255.188"
port: 34543
}
}
}
19:49:20.930 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:49:20.934 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.8.255.129"
port: 46013
}
bound_http_address {
host: "127.8.255.129"
port: 38387
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.8.255.130"
port: 38085
}
bound_http_address {
host: "127.8.255.130"
port: 41375
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.8.255.131"
port: 46615
}
bound_http_address {
host: "127.8.255.131"
port: 36663
}
}
}
19:49:20.934 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:49:21.141 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
19:49:21.283 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskpdgLMw/test-tmp
19:49:21.283 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:49:21.283 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskpdgLMw/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:49:21.286 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
19:49:21.667 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:49:21.667 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:49:21.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:21.670472 10475 mini_oidc.cc:152] Starting JWKS server
19:49:21.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:21.674119 10475 webserver.cc:460] Webserver started at http://127.0.0.1:35401/ using document root <none> and password file <none>
19:49:21.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:21.674666 10475 mini_oidc.cc:189] Starting OIDC Discovery server
19:49:21.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:21.676625 10475 webserver.cc:460] Webserver started at http://127.0.0.1:33269/ using document root <none> and password file <none>
19:49:21.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
19:49:21.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/principal' for realm 'KRBTEST.COM',
19:49:21.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
19:49:21.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:21 dist-test-slave-7nm7 krb5kdc[10501](info): setting up network...
19:49:21.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
19:49:21.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:21 dist-test-slave-7nm7 krb5kdc[10501](info): set up 2 sockets
19:49:21.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:21 dist-test-slave-7nm7 krb5kdc[10501](info): commencing operation
19:49:21.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
19:49:21.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:21.884634 10459 heartbeater.cc:503] Master 127.8.255.188:44393 was elected leader, sending a full tablet report...
19:49:23.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:23.332003 10475 mini_kdc.cc:121] Time spent starting KDC: real 1.625s user 0.004s sys 0.020s
19:49:23.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
19:49:23.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:49:23.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
19:49:23.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
19:49:23.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:49:23.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
19:49:23.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
19:49:23.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:49:23.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
19:49:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:49:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/test-user.keytab.
19:49:23.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/test-user.keytab.
19:49:23.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:23 dist-test-slave-7nm7 krb5kdc[10501](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304963, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:49:23.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:49:23.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:49:23Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:49:23.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:49:23Z Disabled control of system clock
19:49:23.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.10.58.254@KRBTEST.COM; defaulting to no policy
19:49:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:23.532532 9337 debug-util.cc:398] Leaking SignalData structure 0x7b08000a50e0 after lost signal to thread 9234
19:49:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:23.533263 9337 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad720 after lost signal to thread 9342
19:49:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:49:23.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.10.58.254@KRBTEST.COM" created.
19:49:23.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:49:23.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.10.58.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kudu_127.10.58.254.keytab.
19:49:23.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.10.58.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kudu_127.10.58.254.keytab.
19:49:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:23.564865 10475 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/wal
19:49:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/data
19:49:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:49:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:49:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:49:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/logs
19:49:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/data/info.pb
19:49:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:49:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:49:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:49:23.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:49:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:49:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:49:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:49:23.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:49:23.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.58.254:36335
19:49:23.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.58.254
19:49:23.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:49:23.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kudu_127.10.58.254.keytab
19:49:23.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.58.254
19:49:23.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:49:23.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:49:23.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:49:23.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.58.212:43045
19:49:23.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:23.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:23.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:49:23.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:49:23.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.58.254:36335,127.10.58.253:33081,127.10.58.252:44719
19:49:23.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:49:23.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35401/jwks.json
19:49:23.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:49:23.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:23.990128 10525 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:49:23.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:23.990700 10525 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:49:23.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:23.991438 10525 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:49:24.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:24.027819 10525 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:49:24.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:24.028050 10525 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:49:24.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:24.028317 10525 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:49:24.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:24.028510 10525 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:49:24.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:24.028695 10525 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:49:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:24.028878 10525 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:49:24.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:24.029014 10525 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35401/jwks.json
19:49:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:24.069547 10525 master_runner.cc:386] Master server non-default flags:
19:49:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.58.212:43045
19:49:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:49:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/data
19:49:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/wal
19:49:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:49:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:49:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.58.254:36335,127.10.58.253:33081,127.10.58.252:44719
19:49:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kudu_127.10.58.254.keytab
19:49:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.58.254
19:49:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:49:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.58.254:36335
19:49:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:49:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:49:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:49:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35401/jwks.json
19:49:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:49:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:49:24.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:49:24.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:24.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:24.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/data/info.pb
19:49:24.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.58.254
19:49:24.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:49:24.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:49:24.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:24.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:49:24.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:49:24.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:24.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/logs
19:49:24.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:24.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:49:24.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:49:24.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:49:24.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:49:24.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:49:24.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:49:24.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:49:24.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:49:24.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:49:24.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:24.070868 10525 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:49:24.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:24.071990 10525 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:49:24.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:24.093725 10535 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:25.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:24.095547 10538 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:25.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:24.095152 10536 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:25.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:25.499161 10537 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:49:25.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.499364 10525 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:49:25.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.504045 10525 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:49:25.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.507489 10525 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:49:25.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.508952 10525 hybrid_clock.cc:648] HybridClock initialized: now 1786304965508882 us; error 83 us; skew 500 ppm
19:49:25.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.510277 10525 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:49:25.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:25 dist-test-slave-7nm7 krb5kdc[10501](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304965, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.58.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:49:25.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.523793 10525 init.cc:377] Logged in from keytab as kudu/127.10.58.254@KRBTEST.COM (short username kudu)
19:49:25.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.530539 10525 webserver.cc:460] Webserver started at http://127.10.58.254:33033/ using document root <none> and password file <none>
19:49:25.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.531567 10525 fs_manager.cc:359] Metadata directory not provided
19:49:25.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.531837 10525 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:49:25.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.532387 10525 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:49:25.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.537701 10525 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/data/instance:
19:49:25.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ff7ec6c93bf489d9040d59101e1e49d"
19:49:25.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:25 on dist-test-slave-7nm7"
19:49:25.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.538968 10525 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/wal/instance:
19:49:25.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ff7ec6c93bf489d9040d59101e1e49d"
19:49:25.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:25 on dist-test-slave-7nm7"
19:49:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.547955 10525 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.002s
19:49:25.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.555744 10555 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:49:25.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.557207 10525 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
19:49:25.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.557552 10525 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/data,/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/wal
19:49:25.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ff7ec6c93bf489d9040d59101e1e49d"
19:49:25.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:25 on dist-test-slave-7nm7"
19:49:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.558593 10525 fs_report.cc:383] FS layout report
19:49:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:49:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/wal
19:49:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/wal
19:49:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/data/data
19:49:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:49:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:49:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:49:25.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:49:25.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:49:25.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:49:25.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:49:25.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:49:25.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:49:25.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:49:25.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:49:25.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.608398 10525 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:49:25.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.616039 10525 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:49:25.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.616741 10525 kserver.cc:163] Server-wide thread pool size limit: 3276
19:49:25.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.719391 10525 rpc_server.cc:307] RPC server started. Bound to: 127.10.58.254:36335
19:49:25.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.719535 10645 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.58.254:36335 every 8 connection(s)
19:49:25.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.722822 10525 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/data/info.pb
19:49:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.728010 10475 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu as pid 10525
19:49:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.728529 10475 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/wal/instance
19:49:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.730758 10650 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:49:25.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.747212 10650 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.58.254" port: 36335 } has no permanent_uuid. Determining permanent_uuid...
19:49:25.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.10.58.253@KRBTEST.COM; defaulting to no policy
19:49:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:49:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.10.58.253@KRBTEST.COM" created.
19:49:25.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:25 dist-test-slave-7nm7 krb5kdc[10501](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304965, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.58.254@KRBTEST.COM for kudu/127.10.58.254@KRBTEST.COM
19:49:25.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:49:25.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.10.58.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kudu_127.10.58.253.keytab.
19:49:25.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.10.58.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kudu_127.10.58.253.keytab.
19:49:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.787899 10475 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/wal
19:49:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/data
19:49:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:49:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:49:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:49:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/logs
19:49:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/data/info.pb
19:49:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:49:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:49:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:49:25.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:49:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:49:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:49:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:49:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:49:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.58.253:33081
19:49:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.58.253
19:49:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:49:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kudu_127.10.58.253.keytab
19:49:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.58.253
19:49:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:49:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:49:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:49:25.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.58.212:43045
19:49:25.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:25.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:25.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:49:25.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:49:25.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.58.254:36335,127.10.58.253:33081,127.10.58.252:44719
19:49:25.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:49:25.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35401/jwks.json
19:49:25.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:49:25.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.789180 10650 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.58.253" port: 33081 } has no permanent_uuid. Determining permanent_uuid...
19:49:25.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:25.791851 10566 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.58.253:33081: connect: Connection refused (error 111)
19:49:25.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:25.796178 10650 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.58.253:33081: Network error: Client connection negotiation failed: client connection to 127.10.58.253:33081: connect: Connection refused (error 111)
19:49:25.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.845778 10650 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.58.253" port: 33081 } attempt: 1
19:49:25.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:25.849943 10650 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.58.253:33081: Network error: Client connection negotiation failed: client connection to 127.10.58.253:33081: connect: Connection refused (error 111)
19:49:25.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:25.918426 10650 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.58.253" port: 33081 } attempt: 2
19:49:25.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:25.922274 10650 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.58.253:33081: Network error: Client connection negotiation failed: client connection to 127.10.58.253:33081: connect: Connection refused (error 111)
19:49:26.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:26.013731 10650 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.58.253" port: 33081 } attempt: 3
19:49:26.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:26.018611 10650 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.58.253:33081: Network error: Client connection negotiation failed: client connection to 127.10.58.253:33081: connect: Connection refused (error 111)
19:49:26.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:26.153563 10667 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:49:26.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:26.154165 10667 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:49:26.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:26.154875 10667 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:49:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:26.162216 10650 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.58.253" port: 33081 } attempt: 4
19:49:26.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:26.166117 10650 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.58.253:33081: Network error: Client connection negotiation failed: client connection to 127.10.58.253:33081: connect: Connection refused (error 111)
19:49:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:26.189949 10667 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:49:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:26.190217 10667 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:49:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:26.190580 10667 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:49:26.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:26.190791 10667 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:49:26.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:26.191457 10667 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:49:26.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:26.191823 10667 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:49:26.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:26.192202 10667 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35401/jwks.json
19:49:26.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:26.237367 10667 master_runner.cc:386] Master server non-default flags:
19:49:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.58.212:43045
19:49:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:49:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/data
19:49:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/wal
19:49:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:49:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:49:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.58.254:36335,127.10.58.253:33081,127.10.58.252:44719
19:49:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kudu_127.10.58.253.keytab
19:49:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.58.253
19:49:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:49:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.58.253:33081
19:49:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:49:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:49:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:49:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35401/jwks.json
19:49:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:49:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:49:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:49:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/data/info.pb
19:49:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.58.253
19:49:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:49:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:49:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:49:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:49:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/logs
19:49:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:26.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:49:26.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:49:26.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:49:26.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:49:26.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:49:26.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:49:26.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:49:26.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:49:26.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:49:26.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:26.238837 10667 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:49:26.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:26.240758 10667 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:49:26.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:26.262841 10678 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:26.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:26.465653 10650 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.58.253" port: 33081 } attempt: 5
19:49:26.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:26.469825 10650 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.58.253:33081: Network error: Client connection negotiation failed: client connection to 127.10.58.253:33081: connect: Connection refused (error 111)
19:49:27.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.017534 10650 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.58.253" port: 33081 } attempt: 6
19:49:27.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:27.025789 10650 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.58.253:33081: Network error: Client connection negotiation failed: client connection to 127.10.58.253:33081: connect: Connection refused (error 111)
19:49:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:26.262852 10677 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:26.262841 10682 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:26.264951 10667 server_base.cc:1034] running on GCE node
19:49:27.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.595789 10667 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:49:27.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.598798 10667 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:49:27.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.600248 10667 hybrid_clock.cc:648] HybridClock initialized: now 1786304967600208 us; error 58 us; skew 500 ppm
19:49:27.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.601503 10667 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:49:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:27 dist-test-slave-7nm7 krb5kdc[10501](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304967, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.58.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:49:27.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.608043 10667 init.cc:377] Logged in from keytab as kudu/127.10.58.253@KRBTEST.COM (short username kudu)
19:49:27.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.616024 10667 webserver.cc:460] Webserver started at http://127.10.58.253:43621/ using document root <none> and password file <none>
19:49:27.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.617430 10667 fs_manager.cc:359] Metadata directory not provided
19:49:27.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.617667 10667 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:49:27.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.618569 10667 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:49:27.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.624894 10667 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/data/instance:
19:49:27.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0a85bb5ca0b42268049d0852ef3f3db"
19:49:27.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:27 on dist-test-slave-7nm7"
19:49:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.626065 10667 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/wal/instance:
19:49:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0a85bb5ca0b42268049d0852ef3f3db"
19:49:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:27 on dist-test-slave-7nm7"
19:49:27.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.634603 10667 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
19:49:27.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.641664 10702 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:49:27.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.643013 10667 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.004s sys 0.003s
19:49:27.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.643586 10667 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/data,/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/wal
19:49:27.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0a85bb5ca0b42268049d0852ef3f3db"
19:49:27.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:27 on dist-test-slave-7nm7"
19:49:27.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.643978 10667 fs_report.cc:383] FS layout report
19:49:27.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:49:27.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/wal
19:49:27.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/wal
19:49:27.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/data/data
19:49:27.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:49:27.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:49:27.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:49:27.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:49:27.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:49:27.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:49:27.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:49:27.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:49:27.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:49:27.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:49:27.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:49:27.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.712255 10667 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:49:27.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.723445 10667 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:49:27.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.724375 10667 kserver.cc:163] Server-wide thread pool size limit: 3276
19:49:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.843510 10667 rpc_server.cc:307] RPC server started. Bound to: 127.10.58.253:33081
19:49:27.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.843851 10782 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.58.253:33081 every 8 connection(s)
19:49:27.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.847852 10667 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/data/info.pb
19:49:27.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.852092 10475 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu as pid 10667
19:49:27.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.852603 10475 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/wal/instance
19:49:27.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.857285 10783 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:49:27.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.884851 10783 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.58.254" port: 36335 } has no permanent_uuid. Determining permanent_uuid...
19:49:27.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.10.58.252@KRBTEST.COM; defaulting to no policy
19:49:27.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:49:27.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.10.58.252@KRBTEST.COM" created.
19:49:27.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:27 dist-test-slave-7nm7 krb5kdc[10501](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304967, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.58.253@KRBTEST.COM for kudu/127.10.58.254@KRBTEST.COM
19:49:27.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:49:27.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.10.58.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kudu_127.10.58.252.keytab.
19:49:27.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.10.58.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kudu_127.10.58.252.keytab.
19:49:27.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.944880 10475 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:27.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:27.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/wal
19:49:27.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/data
19:49:27.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:49:27.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:49:27.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:49:27.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/logs
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/data/info.pb
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.58.252:44719
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.58.252
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kudu_127.10.58.252.keytab
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.58.252
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.58.212:43045
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.58.254:36335,127.10.58.253:33081,127.10.58.252:44719
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:49:27.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35401/jwks.json
19:49:27.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:49:27.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.957240 10783 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.58.253" port: 33081 } has no permanent_uuid. Determining permanent_uuid...
19:49:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:27 dist-test-slave-7nm7 krb5kdc[10501](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304967, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.58.253@KRBTEST.COM for kudu/127.10.58.253@KRBTEST.COM
19:49:27.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:27.994868 10783 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } has no permanent_uuid. Determining permanent_uuid...
19:49:27.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:27.997198 10705 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.58.252:44719: connect: Connection refused (error 111)
19:49:28.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.001937 10783 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.58.252:44719: Network error: Client connection negotiation failed: client connection to 127.10.58.252:44719: connect: Connection refused (error 111)
19:49:28.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:28.051524 10783 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } attempt: 1
19:49:28.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.072780 10783 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.58.252:44719: Network error: Client connection negotiation failed: client connection to 127.10.58.252:44719: connect: Connection refused (error 111)
19:49:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:28.086500 10650 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.58.253" port: 33081 } attempt: 7
19:49:28.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:28 dist-test-slave-7nm7 krb5kdc[10501](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304965, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.58.254@KRBTEST.COM for kudu/127.10.58.253@KRBTEST.COM
19:49:28.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:28.141606 10650 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } has no permanent_uuid. Determining permanent_uuid...
19:49:28.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:28.141884 10783 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } attempt: 2
19:49:28.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.151858 10783 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.58.252:44719: Network error: Client connection negotiation failed: client connection to 127.10.58.252:44719: connect: Connection refused (error 111)
19:49:28.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.158097 10650 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.58.252:44719: Network error: Client connection negotiation failed: client connection to 127.10.58.252:44719: connect: Connection refused (error 111)
19:49:28.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:28.217028 10650 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } attempt: 1
19:49:28.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.224687 10650 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.58.252:44719: Network error: Client connection negotiation failed: client connection to 127.10.58.252:44719: connect: Connection refused (error 111)
19:49:28.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:28.243748 10783 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } attempt: 3
19:49:28.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.251307 10783 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.58.252:44719: Network error: Client connection negotiation failed: client connection to 127.10.58.252:44719: connect: Connection refused (error 111)
19:49:28.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:28.306355 10650 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } attempt: 2
19:49:28.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.317400 10650 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.58.252:44719: Network error: Client connection negotiation failed: client connection to 127.10.58.252:44719: connect: Connection refused (error 111)
19:49:28.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:28.394847 10783 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } attempt: 4
19:49:28.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.401705 10783 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.58.252:44719: Network error: Client connection negotiation failed: client connection to 127.10.58.252:44719: connect: Connection refused (error 111)
19:49:28.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:28.403422 10650 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } attempt: 3
19:49:28.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.409570 10650 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.58.252:44719: Network error: Client connection negotiation failed: client connection to 127.10.58.252:44719: connect: Connection refused (error 111)
19:49:28.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:28.550343 10650 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } attempt: 4
19:49:28.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.555341 10650 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.58.252:44719: Network error: Client connection negotiation failed: client connection to 127.10.58.252:44719: connect: Connection refused (error 111)
19:49:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.595798 10796 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:49:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.596540 10796 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:49:28.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.597214 10796 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:49:28.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.633852 10796 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:49:28.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.634094 10796 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:49:28.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.634465 10796 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:49:28.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.634684 10796 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:49:28.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.634877 10796 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:49:28.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.635062 10796 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:49:28.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.635208 10796 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35401/jwks.json
19:49:28.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:28.679546 10796 master_runner.cc:386] Master server non-default flags:
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.58.212:43045
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/data
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/wal
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.58.254:36335,127.10.58.253:33081,127.10.58.252:44719
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kudu_127.10.58.252.keytab
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.58.252
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.58.252:44719
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35401/jwks.json
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/data/info.pb
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.58.252
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:49:28.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:28.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:49:28.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:49:28.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:28.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/logs
19:49:28.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:28.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:49:28.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:49:28.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:49:28.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:49:28.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:49:28.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:49:28.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:49:28.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:49:28.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:49:28.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:28.680830 10796 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:49:28.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:28.681876 10796 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:49:28.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:28.701457 10783 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } attempt: 5
19:49:28.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.713109 10783 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.58.252:44719: Network error: Client connection negotiation failed: client connection to 127.10.58.252:44719: connect: Connection refused (error 111)
19:49:28.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.732926 10813 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:28.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:28.844622 10650 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } attempt: 5
19:49:28.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.856791 10650 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.58.252:44719: Network error: Client connection negotiation failed: client connection to 127.10.58.252:44719: connect: Connection refused (error 111)
19:49:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:29.261390 10783 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } attempt: 6
19:49:29.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:29.288995 10783 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.58.252:44719: Network error: Client connection negotiation failed: client connection to 127.10.58.252:44719: connect: Connection refused (error 111)
19:49:29.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:29.409588 10650 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } attempt: 6
19:49:29.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:29.425040 10650 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.58.252:44719: Network error: Client connection negotiation failed: client connection to 127.10.58.252:44719: connect: Connection refused (error 111)
19:49:30.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.349817 10783 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } attempt: 7
19:49:30.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:30.384884 10783 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.58.252:44719: Network error: Client connection negotiation failed: client connection to 127.10.58.252:44719: connect: Connection refused (error 111)
19:49:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.752630 10815 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:30.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:28.735512 10811 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:30.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:30.417647 10814 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1685 milliseconds
19:49:30.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.417793 10796 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:49:30.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.420079 10796 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:49:30.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.426512 10796 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:49:30.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.428808 10796 hybrid_clock.cc:648] HybridClock initialized: now 1786304970428712 us; error 111 us; skew 500 ppm
19:49:30.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.430079 10796 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:49:30.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:30 dist-test-slave-7nm7 krb5kdc[10501](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304970, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.58.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:49:30.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.444489 10796 init.cc:377] Logged in from keytab as kudu/127.10.58.252@KRBTEST.COM (short username kudu)
19:49:30.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.458701 10650 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } attempt: 7
19:49:30.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.461385 10796 webserver.cc:460] Webserver started at http://127.10.58.252:33807/ using document root <none> and password file <none>
19:49:30.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.463253 10796 fs_manager.cc:359] Metadata directory not provided
19:49:30.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.463776 10796 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:49:30.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.464692 10796 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:49:30.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:30.473939 10650 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.10.58.252:44719: Network error: Client connection negotiation failed: client connection to 127.10.58.252:44719: connect: Connection refused (error 111)
19:49:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.475644 10796 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/data/instance:
19:49:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a32c4605fd74ce2a4f6096f682de27e"
19:49:30.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:30 on dist-test-slave-7nm7"
19:49:30.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.477519 10796 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/wal/instance:
19:49:30.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a32c4605fd74ce2a4f6096f682de27e"
19:49:30.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:30 on dist-test-slave-7nm7"
19:49:30.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.495484 10796 fs_manager.cc:691] Time spent creating directory manager: real 0.017s user 0.009s sys 0.005s
19:49:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.511790 10843 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:49:30.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.514802 10796 fs_manager.cc:725] Time spent opening block manager: real 0.013s user 0.007s sys 0.006s
19:49:30.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.515357 10796 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/data,/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/wal
19:49:30.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a32c4605fd74ce2a4f6096f682de27e"
19:49:30.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:30 on dist-test-slave-7nm7"
19:49:30.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.515981 10796 fs_report.cc:383] FS layout report
19:49:30.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:49:30.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/wal
19:49:30.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/wal
19:49:30.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/data/data
19:49:30.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:49:30.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:49:30.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:49:30.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:49:30.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:49:30.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:49:30.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:49:30.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:49:30.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:49:30.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:49:30.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:49:30.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.583930 10796 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:49:30.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.592028 10796 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:49:30.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.592917 10796 kserver.cc:163] Server-wide thread pool size limit: 3276
19:49:30.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.777297 10796 rpc_server.cc:307] RPC server started. Bound to: 127.10.58.252:44719
19:49:30.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.777743 10928 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.58.252:44719 every 8 connection(s)
19:49:30.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.781970 10796 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/data/info.pb
19:49:30.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.787847 10475 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu as pid 10796
19:49:30.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.788484 10475 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/wal/instance
19:49:30.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.793170 10929 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:49:30.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.821137 10929 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.58.254" port: 36335 } has no permanent_uuid. Determining permanent_uuid...
19:49:30.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:30 dist-test-slave-7nm7 krb5kdc[10501](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304963, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.10.58.252@KRBTEST.COM
19:49:30.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:30 dist-test-slave-7nm7 krb5kdc[10501](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304970, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.58.252@KRBTEST.COM for kudu/127.10.58.254@KRBTEST.COM
19:49:30.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.896374 10929 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.58.253" port: 33081 } has no permanent_uuid. Determining permanent_uuid...
19:49:30.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:30 dist-test-slave-7nm7 krb5kdc[10501](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304970, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.58.252@KRBTEST.COM for kudu/127.10.58.253@KRBTEST.COM
19:49:30.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:30 dist-test-slave-7nm7 krb5kdc[10501](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304963, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.10.58.253@KRBTEST.COM
19:49:30.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.936636 10929 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } has no permanent_uuid. Determining permanent_uuid...
19:49:30.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:30 dist-test-slave-7nm7 krb5kdc[10501](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304963, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.10.58.254@KRBTEST.COM
19:49:30.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:30 dist-test-slave-7nm7 krb5kdc[10501](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304970, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.58.252@KRBTEST.COM for kudu/127.10.58.252@KRBTEST.COM
19:49:30.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.990967 10475 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
19:49:30.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:30.995951 10929 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: Bootstrap starting.
19:49:31.001 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:49:31.002 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
19:49:31.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:31.007534 10929 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: Neither blocks nor log segments found. Creating new log.
19:49:31.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:31.011196 10929 log.cc:824] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: Log is configured to *not* fsync() on all Append() calls
19:49:31.022 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
19:49:31.023 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
19:49:31.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:31.023602 10929 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: No bootstrap required, opened a new log
19:49:31.027 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.10.58.254"
port: 36335
}
bound_http_address {
host: "127.10.58.254"
port: 33033
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.10.58.253"
port: 33081
}
bound_http_address {
host: "127.10.58.253"
port: 43621
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.10.58.252"
port: 44719
}
bound_http_address {
host: "127.10.58.252"
port: 33807
}
}
}
19:49:31.028 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:49:31.028 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:49:31.028 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:49:31.030 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:49:31.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:31.061159 10929 raft_consensus.cc:348] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ff7ec6c93bf489d9040d59101e1e49d" member_type: VOTER last_known_addr { host: "127.10.58.254" port: 36335 } } peers { permanent_uuid: "d0a85bb5ca0b42268049d0852ef3f3db" member_type: VOTER last_known_addr { host: "127.10.58.253" port: 33081 } } peers { permanent_uuid: "7a32c4605fd74ce2a4f6096f682de27e" member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } }
19:49:31.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:31.063021 10929 raft_consensus.cc:374] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:49:31.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:31.063606 10929 raft_consensus.cc:729] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7a32c4605fd74ce2a4f6096f682de27e, State: Initialized, Role: FOLLOWER
19:49:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:31.065430 10929 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ff7ec6c93bf489d9040d59101e1e49d" member_type: VOTER last_known_addr { host: "127.10.58.254" port: 36335 } } peers { permanent_uuid: "d0a85bb5ca0b42268049d0852ef3f3db" member_type: VOTER last_known_addr { host: "127.10.58.253" port: 33081 } } peers { permanent_uuid: "7a32c4605fd74ce2a4f6096f682de27e" member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } }
19:49:31.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:31 dist-test-slave-7nm7 krb5kdc[10501](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304971, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:49:31.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:49:31.075 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:49:31.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:31.074569 10956 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ff7ec6c93bf489d9040d59101e1e49d" member_type: VOTER last_known_addr { host: "127.10.58.254" port: 36335 } } peers { permanent_uuid: "d0a85bb5ca0b42268049d0852ef3f3db" member_type: VOTER last_known_addr { host: "127.10.58.253" port: 33081 } } peers { permanent_uuid: "7a32c4605fd74ce2a4f6096f682de27e" member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } } }
19:49:31.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:31.076333 10929 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [sys.catalog]: configured and running, proceeding with master startup.
19:49:31.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:31.076347 10956 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [sys.catalog]: This master's current role is: FOLLOWER
19:49:31.078 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/krb5cc
19:49:31.089 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:49:31.092 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/krb5cc
19:49:31.096 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:49:31.103 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
19:49:31.107 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:49:31.107 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:49:31.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:31.109716 10853 tablet.cc:2369] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:49:31.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:31 dist-test-slave-7nm7 krb5kdc[10501](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304971, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:49:31.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:49:31.167 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:49:31.168 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/krb5cc
19:49:31.170 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:49:31.171 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.10.58.253:33081
19:49:31.172 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
19:49:31.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:31.169703 10978 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:31.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:31.170526 10978 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:31.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:31.173496 10475 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu with pid 10667
19:49:31.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:31.150444 10796 master_runner.cc:186] Error getting master registration for 127.10.58.254:36335: OK, instance_id { permanent_uuid: "8ff7ec6c93bf489d9040d59101e1e49d" instance_seqno: 1786304965687653 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:49:31.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:31.206058 10796 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:49:31.217 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:49:31.217 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.10.58.254:36335
19:49:31.218 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
19:49:31.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:31.218640 10475 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu with pid 10525
19:49:31.267 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:49:31.267 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.10.58.252:44719
19:49:31.268 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:49:31.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:31.276721 10475 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu with pid 10796
19:49:31.322 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:49:31.323 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.10.58.253:33081
19:49:31.325 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
19:49:31.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:31.326457 10475 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:31.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:31.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/wal
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/data
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/logs
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/data/info.pb
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.58.253:33081
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.58.253
19:49:31.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43621
19:49:31.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kudu_127.10.58.253.keytab
19:49:31.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.58.253
19:49:31.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:49:31.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:49:31.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:49:31.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.58.212:43045
19:49:31.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:31.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:31.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:49:31.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:49:31.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.58.254:36335,127.10.58.253:33081,127.10.58.252:44719
19:49:31.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:49:31.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35401/jwks.json
19:49:31.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:49:31.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:31.745901 10980 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:49:31.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:31.746577 10980 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:49:31.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:31.747361 10980 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:49:31.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:31.785488 10980 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:49:31.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:31.785795 10980 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:49:31.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:31.786198 10980 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:49:31.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:31.786586 10980 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:49:31.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:31.786902 10980 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:49:31.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:31.787227 10980 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:49:31.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:31.787464 10980 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35401/jwks.json
19:49:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:31.839771 10980 master_runner.cc:386] Master server non-default flags:
19:49:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.58.212:43045
19:49:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:49:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/data
19:49:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/wal
19:49:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:49:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:49:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.58.254:36335,127.10.58.253:33081,127.10.58.252:44719
19:49:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kudu_127.10.58.253.keytab
19:49:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.58.253
19:49:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:49:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.58.253:33081
19:49:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:49:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35401/jwks.json
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/data/info.pb
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.58.253
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43621
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/logs
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:49:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:49:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:49:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:49:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:31.841375 10980 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:49:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:31.842897 10980 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:49:31.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:31.865455 10996 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:33.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:31.865650 10990 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:33.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:31.866161 10989 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:33.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:31.867686 10980 server_base.cc:1034] running on GCE node
19:49:33.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.223628 10980 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:49:33.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.227046 10980 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:49:33.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.228533 10980 hybrid_clock.cc:648] HybridClock initialized: now 1786304973228491 us; error 65 us; skew 500 ppm
19:49:33.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.229383 10980 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:49:33.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:33 dist-test-slave-7nm7 krb5kdc[10501](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304973, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.58.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:49:33.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.235741 10980 init.cc:377] Logged in from keytab as kudu/127.10.58.253@KRBTEST.COM (short username kudu)
19:49:33.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.241637 10980 webserver.cc:460] Webserver started at http://127.10.58.253:43621/ using document root <none> and password file <none>
19:49:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.242901 10980 fs_manager.cc:359] Metadata directory not provided
19:49:33.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.243126 10980 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:49:33.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.251705 10980 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.008s sys 0.000s
19:49:33.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.257711 11012 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:49:33.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.259563 10980 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.004s sys 0.001s
19:49:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.260150 10980 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/data,/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/wal
19:49:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d0a85bb5ca0b42268049d0852ef3f3db"
19:49:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:27 on dist-test-slave-7nm7"
19:49:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.263744 10980 fs_report.cc:383] FS layout report
19:49:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:49:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/wal
19:49:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/wal
19:49:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/data/data
19:49:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:49:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:49:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:49:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:49:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:49:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:49:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:49:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:49:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:49:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:49:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:49:33.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.307425 10980 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:49:33.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.314851 10980 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:49:33.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.315443 10980 kserver.cc:163] Server-wide thread pool size limit: 3276
19:49:33.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.418552 10980 rpc_server.cc:307] RPC server started. Bound to: 127.10.58.253:33081
19:49:33.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.418680 11096 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.58.253:33081 every 8 connection(s)
19:49:33.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.422057 10980 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/data/info.pb
19:49:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.428069 10475 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu as pid 10980
19:49:33.429 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:49:33.429 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.10.58.254:36335
19:49:33.430 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
19:49:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.432313 10475 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/wal
19:49:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/data
19:49:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:49:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:49:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:49:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/logs
19:49:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/data/info.pb
19:49:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:49:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:49:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:49:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:49:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:49:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:49:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:49:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:49:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.58.254:36335
19:49:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.58.254
19:49:33.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33033
19:49:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kudu_127.10.58.254.keytab
19:49:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.58.254
19:49:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:49:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:49:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:49:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.58.212:43045
19:49:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:49:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:49:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.58.254:36335,127.10.58.253:33081,127.10.58.252:44719
19:49:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:49:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35401/jwks.json
19:49:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:49:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.439944 11098 sys_catalog.cc:263] Verifying existing consensus state
19:49:33.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260809 19:49:33.441244 11098 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:49:33.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.441745 10980 master.cc:537] Master@127.10.58.253:33081 shutting down...
19:49:33.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.528332 10980 master.cc:552] Master@127.10.58.253:33081 shutdown complete.
19:49:33.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:49:33.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:33.814551 11100 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:49:33.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:33.815388 11100 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:49:33.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:33.817035 11100 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:49:33.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:33.854143 11100 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:49:33.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:33.854426 11100 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:49:33.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:33.854836 11100 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:49:33.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:33.855195 11100 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:49:33.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:33.855508 11100 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:49:33.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:33.855819 11100 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:49:33.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:33.856841 11100 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35401/jwks.json
19:49:33.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.897063 11100 master_runner.cc:386] Master server non-default flags:
19:49:33.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:33.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.58.212:43045
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/data
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/wal
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.58.254:36335,127.10.58.253:33081,127.10.58.252:44719
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kudu_127.10.58.254.keytab
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.58.254
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.58.254:36335
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35401/jwks.json
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/data/info.pb
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.58.254
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33033
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:33.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:49:33.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:49:33.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:33.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/logs
19:49:33.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:33.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:49:33.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:49:33.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:49:33.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:49:33.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:49:33.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:49:33.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:49:33.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:49:33.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:49:33.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.898569 11100 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:49:33.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.901510 11100 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:49:33.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:33.923559 11113 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:35.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:33.924685 11109 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:35.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:33.925067 11111 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:35.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:33.925920 11100 server_base.cc:1034] running on GCE node
19:49:35.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.206722 11100 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:49:35.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.209791 11100 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:49:35.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.211251 11100 hybrid_clock.cc:648] HybridClock initialized: now 1786304975211107 us; error 180 us; skew 500 ppm
19:49:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.212245 11100 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:49:35.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:35 dist-test-slave-7nm7 krb5kdc[10501](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304975, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.58.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:49:35.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.219360 11100 init.cc:377] Logged in from keytab as kudu/127.10.58.254@KRBTEST.COM (short username kudu)
19:49:35.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.227017 11100 webserver.cc:460] Webserver started at http://127.10.58.254:33033/ using document root <none> and password file <none>
19:49:35.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.228294 11100 fs_manager.cc:359] Metadata directory not provided
19:49:35.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.228914 11100 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:49:35.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.237424 11100 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
19:49:35.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.242117 11127 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:49:35.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.243252 11100 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
19:49:35.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.243654 11100 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/data,/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/wal
19:49:35.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ff7ec6c93bf489d9040d59101e1e49d"
19:49:35.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:25 on dist-test-slave-7nm7"
19:49:35.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.246246 11100 fs_report.cc:383] FS layout report
19:49:35.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:49:35.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/wal
19:49:35.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/wal
19:49:35.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/data/data
19:49:35.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:49:35.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:49:35.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:49:35.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:49:35.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:49:35.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:49:35.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:49:35.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:49:35.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:49:35.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:49:35.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:49:35.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.303860 11100 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:49:35.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.311625 11100 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:49:35.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.312083 11100 kserver.cc:163] Server-wide thread pool size limit: 3276
19:49:35.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.424307 11100 rpc_server.cc:307] RPC server started. Bound to: 127.10.58.254:36335
19:49:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.424703 11202 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.58.254:36335 every 8 connection(s)
19:49:35.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.427906 11100 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/data/info.pb
19:49:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.432930 10475 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu as pid 11100
19:49:35.434 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:49:35.434 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.10.58.252:44719
19:49:35.434 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
19:49:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.435844 10475 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu
19:49:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/wal
19:49:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/data
19:49:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:49:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:49:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:49:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/logs
19:49:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/data/info.pb
19:49:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:49:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:49:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:49:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:49:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:35.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:49:35.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:49:35.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:49:35.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:49:35.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.58.252:44719
19:49:35.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.58.252
19:49:35.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33807
19:49:35.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kudu_127.10.58.252.keytab
19:49:35.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.58.252
19:49:35.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:49:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:49:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:49:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.58.212:43045
19:49:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:49:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:49:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.58.254:36335,127.10.58.253:33081,127.10.58.252:44719
19:49:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:49:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35401/jwks.json
19:49:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:49:35.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.439975 11203 sys_catalog.cc:263] Verifying existing consensus state
19:49:35.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260809 19:49:35.440740 11203 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:49:35.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.441154 11100 master.cc:537] Master@127.10.58.254:36335 shutting down...
19:49:35.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.510445 11100 master.cc:552] Master@127.10.58.254:36335 shutdown complete.
19:49:35.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:49:35.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:35.827311 11205 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:49:35.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:35.828150 11205 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:49:35.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:35.829272 11205 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:49:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:35.868677 11205 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:49:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:35.868948 11205 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:49:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:35.869225 11205 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:49:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:35.869426 11205 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:49:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:35.869608 11205 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:49:35.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:35.869800 11205 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:49:35.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:35.869944 11205 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35401/jwks.json
19:49:35.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.910351 11205 master_runner.cc:386] Master server non-default flags:
19:49:35.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:49:35.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.10.58.212:43045
19:49:35.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:49:35.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:49:35.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/data
19:49:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/wal
19:49:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:49:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:49:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.10.58.254:36335,127.10.58.253:33081,127.10.58.252:44719
19:49:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/krb5kdc/kudu_127.10.58.252.keytab
19:49:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.10.58.252
19:49:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:49:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:49:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:49:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.10.58.252:44719
19:49:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:49:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:49:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:49:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35401/jwks.json
19:49:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:49:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:49:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:49:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:49:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:49:35.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/data/info.pb
19:49:35.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.10.58.252
19:49:35.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33807
19:49:35.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:49:35.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:49:35.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:49:35.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:49:35.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:49:35.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/logs
19:49:35.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:49:35.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:49:35.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:49:35.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:49:35.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:49:35.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:49:35.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:49:35.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:49:35.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:49:35.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:49:35.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.911557 11205 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:49:35.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:35.912647 11205 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:49:35.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:35.931893 11215 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:37.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:35.931883 11214 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:37.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:37.235499 11216 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:49:37.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.235625 11205 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:49:37.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:35.932423 11217 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:49:37.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.239766 11205 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:49:37.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.243235 11205 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:49:37.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.244706 11205 hybrid_clock.cc:648] HybridClock initialized: now 1786304977244633 us; error 80 us; skew 500 ppm
19:49:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.245558 11205 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:49:37.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:37 dist-test-slave-7nm7 krb5kdc[10501](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304977, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.58.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:49:37.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.252737 11205 init.cc:377] Logged in from keytab as kudu/127.10.58.252@KRBTEST.COM (short username kudu)
19:49:37.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.258912 11205 webserver.cc:460] Webserver started at http://127.10.58.252:33807/ using document root <none> and password file <none>
19:49:37.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.259948 11205 fs_manager.cc:359] Metadata directory not provided
19:49:37.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.260241 11205 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:49:37.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.271142 11205 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.007s sys 0.001s
19:49:37.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.276794 11235 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:49:37.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.278771 11205 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.006s sys 0.000s
19:49:37.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.279201 11205 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/data,/tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/wal
19:49:37.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7a32c4605fd74ce2a4f6096f682de27e"
19:49:37.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:49:30 on dist-test-slave-7nm7"
19:49:37.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.282884 11205 fs_report.cc:383] FS layout report
19:49:37.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:49:37.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/wal
19:49:37.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/wal
19:49:37.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/data/data
19:49:37.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:49:37.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:49:37.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:49:37.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:49:37.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:49:37.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:49:37.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:49:37.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:49:37.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:49:37.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:49:37.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:49:37.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.325766 11205 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:49:37.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.332783 11205 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:49:37.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.333386 11205 kserver.cc:163] Server-wide thread pool size limit: 3276
19:49:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.431295 11205 rpc_server.cc:307] RPC server started. Bound to: 127.10.58.252:44719
19:49:37.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.431424 11322 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.10.58.252:44719 every 8 connection(s)
19:49:37.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.434716 11205 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskpdgLMw/test-tmp/mini-kudu-cluster2843538655333661002/master-2/data/info.pb
19:49:37.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.440181 10475 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu as pid 11205
19:49:37.441 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:49:37.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.449120 11323 sys_catalog.cc:263] Verifying existing consensus state
19:49:37.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.457738 11323 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: Bootstrap starting.
19:49:37.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.496688 11323 log.cc:824] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: Log is configured to *not* fsync() on all Append() calls
19:49:37.502 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.502766 11323 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:49:37.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.503561 11323 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: Bootstrap complete.
19:49:37.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.534857 11323 raft_consensus.cc:348] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ff7ec6c93bf489d9040d59101e1e49d" member_type: VOTER last_known_addr { host: "127.10.58.254" port: 36335 } } peers { permanent_uuid: "d0a85bb5ca0b42268049d0852ef3f3db" member_type: VOTER last_known_addr { host: "127.10.58.253" port: 33081 } } peers { permanent_uuid: "7a32c4605fd74ce2a4f6096f682de27e" member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } }
19:49:37.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.537279 11323 raft_consensus.cc:374] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:49:37.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.537619 11323 raft_consensus.cc:729] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7a32c4605fd74ce2a4f6096f682de27e, State: Initialized, Role: FOLLOWER
19:49:37.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.538654 11323 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ff7ec6c93bf489d9040d59101e1e49d" member_type: VOTER last_known_addr { host: "127.10.58.254" port: 36335 } } peers { permanent_uuid: "d0a85bb5ca0b42268049d0852ef3f3db" member_type: VOTER last_known_addr { host: "127.10.58.253" port: 33081 } } peers { permanent_uuid: "7a32c4605fd74ce2a4f6096f682de27e" member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } }
19:49:37.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.541762 11330 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ff7ec6c93bf489d9040d59101e1e49d" member_type: VOTER last_known_addr { host: "127.10.58.254" port: 36335 } } peers { permanent_uuid: "d0a85bb5ca0b42268049d0852ef3f3db" member_type: VOTER last_known_addr { host: "127.10.58.253" port: 33081 } } peers { permanent_uuid: "7a32c4605fd74ce2a4f6096f682de27e" member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } } }
19:49:37.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.542867 11330 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [sys.catalog]: This master's current role is: FOLLOWER
19:49:37.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.543704 11323 sys_catalog.cc:564] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [sys.catalog]: configured and running, proceeding with master startup.
19:49:37.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:37.589982 11241 tablet.cc:2369] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:49:37.598 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:37.601 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.10.58.252:44719(127.10.58.252:44719)] connecting to peer
19:49:37.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:37.602782 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:37.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:37.603245 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:37.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.588939 11205 master_runner.cc:186] Error getting master registration for 127.10.58.254:36335: Network error: Client connection negotiation failed: client connection to 127.10.58.254:36335: connect: Connection refused (error 111),
19:49:37.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.629760 11205 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:49:37.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:37.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:37.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:37.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:37.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:37.677 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.10.58.252:44719(127.10.58.252:44719)] Successfully connected to peer
19:49:37.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:37.822 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
19:49:37.832 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.10.58.252
19:49:37.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.974076 11330 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:49:37.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.974809 11330 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ff7ec6c93bf489d9040d59101e1e49d" member_type: VOTER last_known_addr { host: "127.10.58.254" port: 36335 } } peers { permanent_uuid: "d0a85bb5ca0b42268049d0852ef3f3db" member_type: VOTER last_known_addr { host: "127.10.58.253" port: 33081 } } peers { permanent_uuid: "7a32c4605fd74ce2a4f6096f682de27e" member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } }
19:49:37.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:37.981489 11330 leader_election.cc:288] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8ff7ec6c93bf489d9040d59101e1e49d (127.10.58.254:36335), d0a85bb5ca0b42268049d0852ef3f3db (127.10.58.253:33081)
19:49:37.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:37.984469 11239 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.58.254:36335: connect: Connection refused (error 111)
19:49:37.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:37.996583 11239 leader_election.cc:334] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8ff7ec6c93bf489d9040d59101e1e49d (127.10.58.254:36335): Network error: Client connection negotiation failed: client connection to 127.10.58.254:36335: connect: Connection refused (error 111)
19:49:38.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:38.001665 11239 leader_election.cc:334] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d0a85bb5ca0b42268049d0852ef3f3db (127.10.58.253:33081): Network error: Client connection negotiation failed: client connection to 127.10.58.253:33081: connect: Connection refused (error 111)
19:49:38.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:38.002873 11239 leader_election.cc:302] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7a32c4605fd74ce2a4f6096f682de27e; no voters: 8ff7ec6c93bf489d9040d59101e1e49d, d0a85bb5ca0b42268049d0852ef3f3db
19:49:38.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:38.004422 11330 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:49:38.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:38 dist-test-slave-7nm7 krb5kdc[10501](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304971, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.10.58.252@KRBTEST.COM
19:49:38.170 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9693e65f, L:/127.0.0.1:51644 - R:/127.10.58.252:44719] using SASL/GSSAPI
19:49:38.199 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:38.209 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:38.211 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:38.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.226 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:38.247 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:38.249 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:38.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:38.288 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:38.289 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:38.290 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.290 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:38.327 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:38.329 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:38.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:38.367 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:38.368 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:38.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:38.427 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:38.428 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:38.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.436 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:38.528 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:38.530 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:38.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.541 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:38.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:38.607126 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:38.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:38.607450 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:38.687 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:38.688 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:38.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.693 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:38.908 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:38.909 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:38.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:38.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:38.918 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:39.087 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:39.088 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:39.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:39.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:39.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:39.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:39.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:39.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:39.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:39.611085 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:39.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:39.611538 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:40.138808 11376 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:49:40.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:40.139195 11376 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ff7ec6c93bf489d9040d59101e1e49d" member_type: VOTER last_known_addr { host: "127.10.58.254" port: 36335 } } peers { permanent_uuid: "d0a85bb5ca0b42268049d0852ef3f3db" member_type: VOTER last_known_addr { host: "127.10.58.253" port: 33081 } } peers { permanent_uuid: "7a32c4605fd74ce2a4f6096f682de27e" member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } }
19:49:40.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:40.140781 11376 leader_election.cc:288] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8ff7ec6c93bf489d9040d59101e1e49d (127.10.58.254:36335), d0a85bb5ca0b42268049d0852ef3f3db (127.10.58.253:33081)
19:49:40.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:40.150393 11239 leader_election.cc:334] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8ff7ec6c93bf489d9040d59101e1e49d (127.10.58.254:36335): Network error: Client connection negotiation failed: client connection to 127.10.58.254:36335: connect: Connection refused (error 111)
19:49:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:40.151173 11239 leader_election.cc:334] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d0a85bb5ca0b42268049d0852ef3f3db (127.10.58.253:33081): Network error: Client connection negotiation failed: client connection to 127.10.58.253:33081: connect: Connection refused (error 111)
19:49:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:40.151517 11239 leader_election.cc:302] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7a32c4605fd74ce2a4f6096f682de27e; no voters: 8ff7ec6c93bf489d9040d59101e1e49d, d0a85bb5ca0b42268049d0852ef3f3db
19:49:40.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:40.152263 11376 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:49:40.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:40.615409 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:40.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:40.615681 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:41.127 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:41.128 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:41.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:41.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:41.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:41.132 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:41.132 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:41.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:41.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:41.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:41.619087 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:41.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:41.619369 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:42.128 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:42.129 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:42.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:42.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:42.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:42.131 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:42.131 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:42.132 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:42.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:42.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:42.622206 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:42.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:42.622506 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:42.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:42.632408 11205 master_runner.cc:186] Error getting master registration for 127.10.58.254:36335: Network error: Client connection negotiation failed: client connection to 127.10.58.254:36335: connect: Connection refused (error 111),
19:49:42.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:42.632782 11205 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:49:42.868 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:42.870 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:42.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:42.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:42.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:42.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:42.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:42.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:42.876 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:42.928 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:42.930 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:42.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:42.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:42.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:42.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:42.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:42.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:42.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:43.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:43.324079 11398 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:49:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:43.324473 11398 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ff7ec6c93bf489d9040d59101e1e49d" member_type: VOTER last_known_addr { host: "127.10.58.254" port: 36335 } } peers { permanent_uuid: "d0a85bb5ca0b42268049d0852ef3f3db" member_type: VOTER last_known_addr { host: "127.10.58.253" port: 33081 } } peers { permanent_uuid: "7a32c4605fd74ce2a4f6096f682de27e" member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } }
19:49:43.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:43.325879 11398 leader_election.cc:288] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8ff7ec6c93bf489d9040d59101e1e49d (127.10.58.254:36335), d0a85bb5ca0b42268049d0852ef3f3db (127.10.58.253:33081)
19:49:43.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:43.329375 11239 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.58.254:36335: connect: Connection refused (error 111) [suppressed 3 similar messages]
19:49:43.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:43.333633 11239 leader_election.cc:334] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8ff7ec6c93bf489d9040d59101e1e49d (127.10.58.254:36335): Network error: Client connection negotiation failed: client connection to 127.10.58.254:36335: connect: Connection refused (error 111)
19:49:43.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:43.334374 11239 leader_election.cc:334] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d0a85bb5ca0b42268049d0852ef3f3db (127.10.58.253:33081): Network error: Client connection negotiation failed: client connection to 127.10.58.253:33081: connect: Connection refused (error 111)
19:49:43.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:43.334668 11239 leader_election.cc:302] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7a32c4605fd74ce2a4f6096f682de27e; no voters: 8ff7ec6c93bf489d9040d59101e1e49d, d0a85bb5ca0b42268049d0852ef3f3db
19:49:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:43.335265 11398 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:49:43.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:43.625595 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:43.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:43.625870 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:43.908 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:43.909 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:43.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:43.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:43.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:43.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:43.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:43.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:43.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:44.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:44.629478 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:44.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:44.629769 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:45.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:45.633399 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:45.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:45.633728 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:46.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:46.637527 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:46.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:46.638052 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:47.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:47.011240 11410 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:49:47.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:47.012243 11410 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ff7ec6c93bf489d9040d59101e1e49d" member_type: VOTER last_known_addr { host: "127.10.58.254" port: 36335 } } peers { permanent_uuid: "d0a85bb5ca0b42268049d0852ef3f3db" member_type: VOTER last_known_addr { host: "127.10.58.253" port: 33081 } } peers { permanent_uuid: "7a32c4605fd74ce2a4f6096f682de27e" member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } }
19:49:47.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:47.014640 11410 leader_election.cc:288] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8ff7ec6c93bf489d9040d59101e1e49d (127.10.58.254:36335), d0a85bb5ca0b42268049d0852ef3f3db (127.10.58.253:33081)
19:49:47.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:47.020802 11239 leader_election.cc:334] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8ff7ec6c93bf489d9040d59101e1e49d (127.10.58.254:36335): Network error: Client connection negotiation failed: client connection to 127.10.58.254:36335: connect: Connection refused (error 111)
19:49:47.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:47.021327 11239 leader_election.cc:334] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d0a85bb5ca0b42268049d0852ef3f3db (127.10.58.253:33081): Network error: Client connection negotiation failed: client connection to 127.10.58.253:33081: connect: Connection refused (error 111)
19:49:47.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:47.021575 11239 leader_election.cc:302] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7a32c4605fd74ce2a4f6096f682de27e; no voters: 8ff7ec6c93bf489d9040d59101e1e49d, d0a85bb5ca0b42268049d0852ef3f3db
19:49:47.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:47.022416 11410 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:49:47.088 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:47.089 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:47.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:47.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:47.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:47.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:47.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:47.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:47.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:47.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:47 dist-test-slave-7nm7 krb5kdc[10501](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304987, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.58.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:49:47.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:47.259827 11223 init.cc:295] Successfully reacquired a new kerberos TGT
19:49:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:47.635874 11205 master_runner.cc:186] Error getting master registration for 127.10.58.254:36335: Network error: Client connection negotiation failed: client connection to 127.10.58.254:36335: connect: Connection refused (error 111),
19:49:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:47.636305 11205 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:49:47.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:47.640962 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:47.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:47.641328 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:48.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:48.644892 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:48.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:48.645200 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:49.468 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:49.469 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:49.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:49.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:49.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:49.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:49.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:49.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:49.475 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:49.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:49.648435 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:49.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:49.648726 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:49.988 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:49.989 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:49.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:49.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:49.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:49.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:49.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:49.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:49.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:50.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:50.651880 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:50.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:50.652163 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:51.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:51.655069 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:51.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:51.655406 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:52.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:52.188484 11434 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:49:52.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:52.189035 11434 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ff7ec6c93bf489d9040d59101e1e49d" member_type: VOTER last_known_addr { host: "127.10.58.254" port: 36335 } } peers { permanent_uuid: "d0a85bb5ca0b42268049d0852ef3f3db" member_type: VOTER last_known_addr { host: "127.10.58.253" port: 33081 } } peers { permanent_uuid: "7a32c4605fd74ce2a4f6096f682de27e" member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } }
19:49:52.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:52.190809 11434 leader_election.cc:288] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8ff7ec6c93bf489d9040d59101e1e49d (127.10.58.254:36335), d0a85bb5ca0b42268049d0852ef3f3db (127.10.58.253:33081)
19:49:52.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:52.195942 11239 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.58.254:36335: connect: Connection refused (error 111) [suppressed 3 similar messages]
19:49:52.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:52.199543 11239 leader_election.cc:334] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8ff7ec6c93bf489d9040d59101e1e49d (127.10.58.254:36335): Network error: Client connection negotiation failed: client connection to 127.10.58.254:36335: connect: Connection refused (error 111)
19:49:52.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:52.200536 11239 leader_election.cc:334] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d0a85bb5ca0b42268049d0852ef3f3db (127.10.58.253:33081): Network error: Client connection negotiation failed: client connection to 127.10.58.253:33081: connect: Connection refused (error 111)
19:49:52.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:52.200951 11239 leader_election.cc:302] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7a32c4605fd74ce2a4f6096f682de27e; no voters: 8ff7ec6c93bf489d9040d59101e1e49d, d0a85bb5ca0b42268049d0852ef3f3db
19:49:52.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:52.201741 11434 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:49:52.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:52.638747 11205 master_runner.cc:186] Error getting master registration for 127.10.58.254:36335: Network error: Client connection negotiation failed: client connection to 127.10.58.254:36335: connect: Connection refused (error 111),
19:49:52.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:52.639245 11205 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:49:52.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:52.658671 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:52.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:52.659215 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:53.147 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:53.150 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:53.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:53.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:53.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:53.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:53.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:53.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:53.155 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:53.267 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:53.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:53.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:53.269 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:53.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:53.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:53.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:53.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:53.274 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:53.662822 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:53.663131 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:54.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:54.667797 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:54.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:54.668383 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:55.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:55.035262 11443 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:49:55.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:55.035722 11443 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ff7ec6c93bf489d9040d59101e1e49d" member_type: VOTER last_known_addr { host: "127.10.58.254" port: 36335 } } peers { permanent_uuid: "d0a85bb5ca0b42268049d0852ef3f3db" member_type: VOTER last_known_addr { host: "127.10.58.253" port: 33081 } } peers { permanent_uuid: "7a32c4605fd74ce2a4f6096f682de27e" member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } }
19:49:55.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:55.037460 11443 leader_election.cc:288] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8ff7ec6c93bf489d9040d59101e1e49d (127.10.58.254:36335), d0a85bb5ca0b42268049d0852ef3f3db (127.10.58.253:33081)
19:49:55.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:55.044380 11239 leader_election.cc:334] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8ff7ec6c93bf489d9040d59101e1e49d (127.10.58.254:36335): Network error: Client connection negotiation failed: client connection to 127.10.58.254:36335: connect: Connection refused (error 111)
19:49:55.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:55.045095 11239 leader_election.cc:334] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d0a85bb5ca0b42268049d0852ef3f3db (127.10.58.253:33081): Network error: Client connection negotiation failed: client connection to 127.10.58.253:33081: connect: Connection refused (error 111)
19:49:55.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:55.045514 11239 leader_election.cc:302] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7a32c4605fd74ce2a4f6096f682de27e; no voters: 8ff7ec6c93bf489d9040d59101e1e49d, d0a85bb5ca0b42268049d0852ef3f3db
19:49:55.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:55.046162 11443 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:49:55.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:55.671890 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:55.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:55.672148 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:56.409 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:56.410 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:56.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:56.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:56.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:56.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:56.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:56.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:56.418 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:56.467 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:56.468 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:56.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:56.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:56.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:56.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:56.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:56.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:56.472 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:56.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:56.676304 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:56.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:56.676743 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:57.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:49:57 dist-test-slave-7nm7 krb5kdc[10501](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786304997, etypes {rep=17 tkt=17 ses=17}, kudu/127.10.58.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:49:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:57.262745 11223 init.cc:295] Successfully reacquired a new kerberos TGT
19:49:57.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:57.644495 11205 master_runner.cc:186] Error getting master registration for 127.10.58.254:36335: Network error: Client connection negotiation failed: client connection to 127.10.58.254:36335: connect: Connection refused (error 111),
19:49:57.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:57.644968 11205 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:49:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:57.681584 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:57.682844 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:58.685796 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:58.686101 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:59.408 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:49:59.409 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:49:59.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:59.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:59.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:49:59.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:59.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:59.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:49:59.414 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:49:59.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:59.689441 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:49:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:59.689761 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:49:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:59.738914 11464 raft_consensus.cc:482] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:49:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:59.739385 11464 raft_consensus.cc:504] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ff7ec6c93bf489d9040d59101e1e49d" member_type: VOTER last_known_addr { host: "127.10.58.254" port: 36335 } } peers { permanent_uuid: "d0a85bb5ca0b42268049d0852ef3f3db" member_type: VOTER last_known_addr { host: "127.10.58.253" port: 33081 } } peers { permanent_uuid: "7a32c4605fd74ce2a4f6096f682de27e" member_type: VOTER last_known_addr { host: "127.10.58.252" port: 44719 } }
19:49:59.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:59.741021 11464 leader_election.cc:288] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8ff7ec6c93bf489d9040d59101e1e49d (127.10.58.254:36335), d0a85bb5ca0b42268049d0852ef3f3db (127.10.58.253:33081)
19:49:59.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:59.745688 11239 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.10.58.254:36335: connect: Connection refused (error 111) [suppressed 3 similar messages]
19:49:59.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:59.750669 11239 leader_election.cc:334] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 8ff7ec6c93bf489d9040d59101e1e49d (127.10.58.254:36335): Network error: Client connection negotiation failed: client connection to 127.10.58.254:36335: connect: Connection refused (error 111)
19:49:59.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:49:59.751329 11239 leader_election.cc:334] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer d0a85bb5ca0b42268049d0852ef3f3db (127.10.58.253:33081): Network error: Client connection negotiation failed: client connection to 127.10.58.253:33081: connect: Connection refused (error 111)
19:49:59.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:59.751706 11239 leader_election.cc:302] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7a32c4605fd74ce2a4f6096f682de27e; no voters: 8ff7ec6c93bf489d9040d59101e1e49d, d0a85bb5ca0b42268049d0852ef3f3db
19:49:59.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:49:59.752605 11464 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:50:00.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:50:00.693740 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:50:00.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:50:00.694105 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:50:01.268 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:50:01.269 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:50:01.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:50:01.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:50:01.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:50:01.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:50:01.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:50:01.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:50:01.276 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:50:01.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:50:01.697870 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:50:01.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:50:01.698176 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:50:01.747 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:50:01.748 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:50:01.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:50:01.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:50:01.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:50:01.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:50:01.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:50:01.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:50:01.753 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:50:02.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:50:02.440969 10210 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba960 after lost signal to thread 9981
19:50:02.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:50:02.442142 10210 debug-util.cc:398] Leaking SignalData structure 0x7b08000af120 after lost signal to thread 10214
19:50:02.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:50:02.648990 11205 master_runner.cc:186] Error getting master registration for 127.10.58.254:36335: Network error: Client connection negotiation failed: client connection to 127.10.58.254:36335: connect: Connection refused (error 111),
19:50:02.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:50:02.649506 11205 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:50:02.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:50:02.702555 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:50:02.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:50:02.702883 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:50:03.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:50:03.707526 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:50:03.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:50:03.707844 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:50:04.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:50:04.710464 11319 debug-util.cc:398] Leaking SignalData structure 0x7b080007a000 after lost signal to thread 11206
19:50:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:50:04.711179 11319 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad660 after lost signal to thread 11322
19:50:04.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:50:04.711824 11355 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 7a32c4605fd74ce2a4f6096f682de27e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:50:04.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:50:04.712055 11355 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:50:05.167 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.253:33081(127.10.58.253:33081)] connecting to peer
19:50:05.168 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.10.58.254:36335(127.10.58.254:36335)] connecting to peer
19:50:05.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:50:05.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.10.58.253:33081(127.10.58.253:33081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:50:05.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.253:33081: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081
19:50:05.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:50:05.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.254:36335(127.10.58.254:36335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:50:05.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.10.58.254:36335: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
19:50:05.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719; will retry
19:50:05.178 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27728), Traces: [0ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [219ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [741ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [747ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [755ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [765ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [769ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [772ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [774ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [794ms] refreshing cache from master, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [799ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [809ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [812ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [814ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [835ms] refreshing cache from master, [835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [838ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [843ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [847ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [848ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [875ms] refreshing cache from master, [875ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [878ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [885ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [888ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [891ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [914ms] refreshing cache from master, [915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [927ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [929ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [930ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [932ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [974ms] refreshing cache from master, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [980ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [981ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [984ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [985ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1075ms] refreshing cache from master, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [1078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [1080ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1088ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [1089ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1235ms] refreshing cache from master, [1235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [1236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [1237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [1247ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1251ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [1252ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1455ms] refreshing cache from master, [1455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [1457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [1458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [1459ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [1461ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1464ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [1466ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1635ms] refreshing cache from master, [1635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [1636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [1639ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [1644ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [3674ms] refreshing cache from master, [3675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [3676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [3677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [3678ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [3680ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [3682ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [3682ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [4675ms] refreshing cache from master, [4675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [4676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [4677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [4679ms] too many traces: truncated at 100 traces, deferred=Deferred@895112287(state=PENDING, result=null, callback=(continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524) -> (continuation of Deferred@1961331267 after retry RPC after error@1617316294) -> (continuation of Deferred@2110917879 after retry RPC after error@1639436379) -> (continuation of Deferred@692775868 after retry RPC after error@2066788138) -> (continuation of Deferred@384348431 after retry RPC after error@1233297025) -> (continuation of Deferred@929798918 after retry RPC after error@1230777150) -> (continuation of Deferred@451906515 after retry RPC after error@1195669657) -> (continuation of Deferred@748447964 after retry RPC after error@70366122) -> (continuation of Deferred@1650852332 after retry RPC after error@109198729) -> (continuation of Deferred@1234661133 after retry RPC after error@1077033334) -> (continuation of Deferred@302590461 after retry RPC after error@91234368) -> (continuation of Deferred@2012076260 after retry RPC after error@642103014), errback=(continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524) -> (continuation of Deferred@1961331267 after retry RPC after error@1617316294) -> (continuation of Deferred@2110917879 after retry RPC after error@1639436379) -> (continuation of Deferred@692775868 after retry RPC after error@2066788138) -> (continuation of Deferred@384348431 after retry RPC after error@1233297025) -> (continuation of Deferred@929798918 after retry RPC after error@1230777150) -> (continuation of Deferred@451906515 after retry RPC after error@1195669657) -> (continuation of Deferred@748447964 after retry RPC after error@70366122) -> (continuation of Deferred@1650852332 after retry RPC after error@109198729) -> (continuation of Deferred@1234661133 after retry RPC after error@1077033334) -> (continuation of Deferred@302590461 after retry RPC after error@91234368) -> (continuation of Deferred@2012076260 after retry RPC after error@642103014)))
19:50:05.185 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.10.58.252:44719(127.10.58.252:44719)] disconnecting while in state READY
19:50:05.187 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.10.58.254:36335(127.10.58.254:36335)] disconnecting while in state TERMINATED
19:50:05.188 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.10.58.253:33081(127.10.58.253:33081)] disconnecting while in state TERMINATED
19:50:05.193 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:50:05.197 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.10.58.252:44719(127.10.58.252:44719)] handling channelInactive
19:50:05.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.10.58.252:44719(127.10.58.252:44719)] cleaning up while in state READY due to: connection closed
19:50:05.198 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:50:05.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:50:05.217782 10475 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu with pid 11205
19:50:06.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:50:06Z chronyd exiting
19:50:07.659 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:50:07.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:50:07.660472 9214 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu with pid 9719
19:50:07.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:50:07.702471 9214 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu with pid 9980
19:50:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:50:07.744747 9214 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu with pid 10238
19:50:07.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:50:07.786286 9214 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu with pid 9232
19:50:07.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:50:07.844432 9214 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu with pid 9357
19:50:07.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:50:07.896162 9214 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskpdgLMw/build/tsan/bin/kudu with pid 9483
19:50:09.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:50:09Z chronyd exiting
19:50:10.191 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27728), Traces: [0ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [219ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [741ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [747ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [755ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [765ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [769ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [772ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [774ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [794ms] refreshing cache from master, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [799ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [809ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [812ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [814ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [835ms] refreshing cache from master, [835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [838ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [843ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [847ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [848ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [875ms] refreshing cache from master, [875ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [878ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [885ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [888ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [891ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [914ms] refreshing cache from master, [915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [927ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [929ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [930ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [932ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [974ms] refreshing cache from master, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [980ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [981ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [984ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [985ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1075ms] refreshing cache from master, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [1078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [1080ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1088ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [1089ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1235ms] refreshing cache from master, [1235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [1236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [1237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [1247ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1251ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [1252ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1455ms] refreshing cache from master, [1455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [1457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [1458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [1459ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [1461ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1464ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [1466ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1635ms] refreshing cache from master, [1635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [1636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [1639ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [1644ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [3674ms] refreshing cache from master, [3675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [3676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [3677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [3678ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [3680ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [3682ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [3682ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [4675ms] refreshing cache from master, [4675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [4676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [4677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [4679ms] too many traces: truncated at 100 traces, deferred=Deferred@895112287(state=PENDING, result=null, callback=(continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524) -> (continuation of Deferred@1961331267 after retry RPC after error@1617316294) -> (continuation of Deferred@2110917879 after retry RPC after error@1639436379) -> (continuation of Deferred@692775868 after retry RPC after error@2066788138) -> (continuation of Deferred@384348431 after retry RPC after error@1233297025) -> (continuation of Deferred@929798918 after retry RPC after error@1230777150) -> (continuation of Deferred@451906515 after retry RPC after error@1195669657) -> (continuation of Deferred@748447964 after retry RPC after error@70366122) -> (continuation of Deferred@1650852332 after retry RPC after error@109198729) -> (continuation of Deferred@1234661133 after retry RPC after error@1077033334) -> (continuation of Deferred@302590461 after retry RPC after error@91234368) -> (continuation of Deferred@2012076260 after retry RPC after error@642103014), errback=(continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524) -> (continuation of Deferred@1961331267 after retry RPC after error@1617316294) -> (continuation of Deferred@2110917879 after retry RPC after error@1639436379) -> (continuation of Deferred@692775868 after retry RPC after error@2066788138) -> (continuation of Deferred@384348431 after retry RPC after error@1233297025) -> (continuation of Deferred@929798918 after retry RPC after error@1230777150) -> (continuation of Deferred@451906515 after retry RPC after error@1195669657) -> (continuation of Deferred@748447964 after retry RPC after error@70366122) -> (continuation of Deferred@1650852332 after retry RPC after error@109198729) -> (continuation of Deferred@1234661133 after retry RPC after error@1077033334) -> (continuation of Deferred@302590461 after retry RPC after error@91234368) -> (continuation of Deferred@2012076260 after retry RPC after error@642103014)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.58.254:36335
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27728), Traces: [0ms] refreshing cache from master, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [221ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [219ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [741ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [747ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [755ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [765ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [769ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [772ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [774ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [794ms] refreshing cache from master, [795ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [797ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [798ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [799ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [809ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [812ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [814ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [835ms] refreshing cache from master, [835ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [837ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [838ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [843ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [847ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [848ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [875ms] refreshing cache from master, [875ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [876ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [878ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [885ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [888ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [891ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [914ms] refreshing cache from master, [915ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [916ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [927ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [929ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [930ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [932ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [974ms] refreshing cache from master, [975ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [976ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [980ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [981ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [984ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [985ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1075ms] refreshing cache from master, [1076ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [1078ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [1080ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1088ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [1089ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1235ms] refreshing cache from master, [1235ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [1236ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [1237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [1247ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1251ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [1252ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1455ms] refreshing cache from master, [1455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [1457ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [1458ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [1459ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [1461ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1464ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [1466ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1635ms] refreshing cache from master, [1635ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [1636ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [1637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [1639ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [1644ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [3674ms] refreshing cache from master, [3675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [3676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [3677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [3678ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.253:33081: Network error: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081, [3680ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.254:36335: Network error: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [3682ms] Sub RPC ConnectToMaster: received response from server master-127.10.58.252:44719: OK, [3682ms] delaying RPC due to: Service unavailable: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335, [4675ms] refreshing cache from master, [4675ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.253:33081, [4676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.254:36335, [4677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.10.58.252:44719, [4679ms] too many traces: truncated at 100 traces, deferred=Deferred@895112287(state=PENDING, result=null, callback=(continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524) -> (continuation of Deferred@1961331267 after retry RPC after error@1617316294) -> (continuation of Deferred@2110917879 after retry RPC after error@1639436379) -> (continuation of Deferred@692775868 after retry RPC after error@2066788138) -> (continuation of Deferred@384348431 after retry RPC after error@1233297025) -> (continuation of Deferred@929798918 after retry RPC after error@1230777150) -> (continuation of Deferred@451906515 after retry RPC after error@1195669657) -> (continuation of Deferred@748447964 after retry RPC after error@70366122) -> (continuation of Deferred@1650852332 after retry RPC after error@109198729) -> (continuation of Deferred@1234661133 after retry RPC after error@1077033334) -> (continuation of Deferred@302590461 after retry RPC after error@91234368) -> (continuation of Deferred@2012076260 after retry RPC after error@642103014), errback=(continuation of Deferred@756755078 after retry RPC after error@856495793) -> (continuation of Deferred@1325442128 after retry RPC after error@673184067) -> (continuation of Deferred@1545910748 after retry RPC after error@122127479) -> (continuation of Deferred@1294959339 after retry RPC after error@447594476) -> (continuation of Deferred@1673400124 after retry RPC after error@1491159808) -> (continuation of Deferred@1776857645 after retry RPC after error@516760099) -> (continuation of Deferred@219748649 after retry RPC after error@1601370817) -> (continuation of Deferred@1940345560 after retry RPC after error@76327605) -> (continuation of Deferred@1092168540 after retry RPC after error@158692684) -> (continuation of Deferred@1083033384 after retry RPC after error@557126798) -> (continuation of Deferred@704550975 after retry RPC after error@184764249) -> (continuation of Deferred@630810006 after retry RPC after error@746685647) -> (continuation of Deferred@1910758912 after retry RPC after error@1615554282) -> (continuation of Deferred@244325024 after retry RPC after error@773279809) -> (continuation of Deferred@1097566301 after retry RPC after error@2058148524) -> (continuation of Deferred@1961331267 after retry RPC after error@1617316294) -> (continuation of Deferred@2110917879 after retry RPC after error@1639436379) -> (continuation of Deferred@692775868 after retry RPC after error@2066788138) -> (continuation of Deferred@384348431 after retry RPC after error@1233297025) -> (continuation of Deferred@929798918 after retry RPC after error@1230777150) -> (continuation of Deferred@451906515 after retry RPC after error@1195669657) -> (continuation of Deferred@748447964 after retry RPC after error@70366122) -> (continuation of Deferred@1650852332 after retry RPC after error@109198729) -> (continuation of Deferred@1234661133 after retry RPC after error@1077033334) -> (continuation of Deferred@302590461 after retry RPC after error@91234368) -> (continuation of Deferred@2012076260 after retry RPC after error@642103014)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.10.58.253:33081,127.10.58.254:36335,127.10.58.252:44719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.253:33081(127.10.58.253:33081): Connection refused: /127.10.58.253:33081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.10.58.254:36335(127.10.58.254:36335): Connection refused: /127.10.58.254:36335
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.10.58.254:36335
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)