20:17:29.341 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:17:29.357 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskDpHCyk/test-tmp
20:17:29.359 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:17:29.364 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskDpHCyk/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:17:29.625 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:17:29.807 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:17:29.808 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:17:29.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:29.811877 25051 mini_oidc.cc:152] Starting JWKS server
20:17:29.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:29.816478 25051 webserver.cc:460] Webserver started at http://127.0.0.1:37031/ using document root <none> and password file <none>
20:17:29.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:29.816996 25051 mini_oidc.cc:189] Starting OIDC Discovery server
20:17:29.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:29.819510 25051 webserver.cc:460] Webserver started at http://127.0.0.1:41753/ using document root <none> and password file <none>
20:17:29.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T20:17:29Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
20:17:29.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T20:17:29Z Disabled control of system clock
20:17:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:29.880462 25051 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-0/wal
20:17:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-0/data
20:17:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-0/logs
20:17:29.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-0/data/info.pb
20:17:29.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:29.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:29.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:29.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:29.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:29.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:29.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:29.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:29.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:17:29.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.118.254:43137
20:17:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.118.254
20:17:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.118.212:45095
20:17:29.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:29.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:29.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:29.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:29.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.118.254:43137,127.24.118.253:46253,127.24.118.252:33567
20:17:29.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:29.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37031/jwks.json with env {}
20:17:30.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:30.187131 25063 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:30.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:30.187662 25063 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:30.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:30.188305 25063 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:30.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:30.218556 25063 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:17:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:30.218815 25063 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:30.219003 25063 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:17:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:30.219304 25063 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:17:30.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:30.219575 25063 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:17:30.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:30.219750 25063 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37031/jwks.json
20:17:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:30.254657 25063 master_runner.cc:386] Master server non-default flags:
20:17:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:30.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.118.212:45095
20:17:30.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:30.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:30.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-0/data
20:17:30.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-0/wal
20:17:30.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:30.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.118.254:43137,127.24.118.253:46253,127.24.118.252:33567
20:17:30.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:30.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:30.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:30.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.118.254:43137
20:17:30.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:30.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:30.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:30.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37031/jwks.json
20:17:30.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:30.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:30.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-0/data/info.pb
20:17:30.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.118.254
20:17:30.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:30.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:30.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:30.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:30.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:30.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:30.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-0/logs
20:17:30.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:30.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:17:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:17:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:17:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:17:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:30.256629 25063 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:30.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:30.259116 25063 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:30.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:30.286306 25072 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:31.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:30.286325 25069 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:30.287166 25070 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:31.484243 25071 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:17:31.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.484390 25063 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:17:31.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.487994 25063 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:31.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.491616 25063 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:31.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.493116 25063 hybrid_clock.cc:648] HybridClock initialized: now 1790540251493059 us; error 77 us; skew 500 ppm
20:17:31.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.494077 25063 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:31.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.500782 25063 webserver.cc:460] Webserver started at http://127.24.118.254:41197/ using document root <none> and password file <none>
20:17:31.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.501905 25063 fs_manager.cc:359] Metadata directory not provided
20:17:31.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.502079 25063 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:31.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.502560 25063 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.508162 25063 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-0/data/instance:
20:17:31.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d16097ebe5284f2ea27d2545ac89a416"
20:17:31.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:31 on dist-test-slave-b6l3"
20:17:31.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.509631 25063 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-0/wal/instance:
20:17:31.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d16097ebe5284f2ea27d2545ac89a416"
20:17:31.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:31 on dist-test-slave-b6l3"
20:17:31.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.518431 25063 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.004s
20:17:31.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.525484 25079 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:31.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.527070 25063 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.000s sys 0.004s
20:17:31.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.527456 25063 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-0/data,/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-0/wal
20:17:31.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d16097ebe5284f2ea27d2545ac89a416"
20:17:31.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:31 on dist-test-slave-b6l3"
20:17:31.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.527885 25063 fs_report.cc:383] FS layout report
20:17:31.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:31.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-0/wal
20:17:31.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-0/wal
20:17:31.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-0/data/data
20:17:31.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:31.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:31.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:31.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:31.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:31.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:31.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:31.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:31.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:31.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:31.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:31.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.576362 25063 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:31.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.577824 25063 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:31.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.578243 25063 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:31.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.658236 25063 rpc_server.cc:307] RPC server started. Bound to: 127.24.118.254:43137
20:17:31.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.658321 25130 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.118.254:43137 every 8 connection(s)
20:17:31.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.661417 25063 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-0/data/info.pb
20:17:31.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.669445 25131 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:31.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.670958 25051 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu as pid 25063
20:17:31.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.671438 25051 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-0/wal/instance
20:17:31.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.674825 25051 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:31.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:31.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-1/wal
20:17:31.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-1/data
20:17:31.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:31.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:31.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:31.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:31.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:31.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:31.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-1/logs
20:17:31.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-1/data/info.pb
20:17:31.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:31.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:31.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:31.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:31.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:31.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:31.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:31.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:31.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:17:31.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:31.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:31.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:31.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.118.253:46253
20:17:31.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.118.253
20:17:31.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:31.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.118.212:45095
20:17:31.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:31.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:31.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:31.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:31.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.118.254:43137,127.24.118.253:46253,127.24.118.252:33567
20:17:31.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:31.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37031/jwks.json with env {}
20:17:31.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.685045 25131 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.118.254" port: 43137 } has no permanent_uuid. Determining permanent_uuid...
20:17:31.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.729409 25131 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } has no permanent_uuid. Determining permanent_uuid...
20:17:31.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:31.733233 25080 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.118.253:46253: connect: Connection refused (error 111)
20:17:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:31.738776 25131 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.118.253:46253: Network error: Client connection negotiation failed: client connection to 127.24.118.253:46253: connect: Connection refused (error 111)
20:17:31.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.788390 25131 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } attempt: 1
20:17:31.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:31.792515 25131 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.118.253:46253: Network error: Client connection negotiation failed: client connection to 127.24.118.253:46253: connect: Connection refused (error 111)
20:17:31.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.861023 25131 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } attempt: 2
20:17:31.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:31.866456 25131 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.118.253:46253: Network error: Client connection negotiation failed: client connection to 127.24.118.253:46253: connect: Connection refused (error 111)
20:17:31.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:31.957855 25131 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } attempt: 3
20:17:31.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:31.961901 25131 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.118.253:46253: Network error: Client connection negotiation failed: client connection to 127.24.118.253:46253: connect: Connection refused (error 111)
20:17:32.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:32.013882 25133 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:32.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:32.014430 25133 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:32.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:32.014981 25133 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:32.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:32.044601 25133 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:17:32.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:32.044871 25133 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:32.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:32.045054 25133 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:17:32.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:32.045235 25133 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:17:32.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:32.045499 25133 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:17:32.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:32.045634 25133 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37031/jwks.json
20:17:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:32.080291 25133 master_runner.cc:386] Master server non-default flags:
20:17:32.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.118.212:45095
20:17:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-1/data
20:17:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-1/wal
20:17:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.118.254:43137,127.24.118.253:46253,127.24.118.252:33567
20:17:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:32.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.118.253:46253
20:17:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37031/jwks.json
20:17:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-1/data/info.pb
20:17:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.118.253
20:17:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:32.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:32.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:32.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:32.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-1/logs
20:17:32.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:32.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:32.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:32.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:17:32.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:32.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:32.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:32.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:17:32.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:17:32.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:17:32.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:32.081548 25133 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:32.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:32.083132 25133 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:32.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:32.100262 25144 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:32.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:32.105258 25131 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } attempt: 4
20:17:32.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:32.109889 25131 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.118.253:46253: Network error: Client connection negotiation failed: client connection to 127.24.118.253:46253: connect: Connection refused (error 111)
20:17:32.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:32.409330 25131 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } attempt: 5
20:17:32.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:32.415558 25131 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.118.253:46253: Network error: Client connection negotiation failed: client connection to 127.24.118.253:46253: connect: Connection refused (error 111)
20:17:32.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:32.963178 25131 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } attempt: 6
20:17:32.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:32.977936 25131 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.118.253:46253: Network error: Client connection negotiation failed: client connection to 127.24.118.253:46253: connect: Connection refused (error 111)
20:17:33.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:32.100292 25143 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:33.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:32.100505 25146 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:33.318106 25145 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1215 milliseconds
20:17:33.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.318214 25133 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:17:33.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.319723 25133 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:33.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.323118 25133 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:33.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.324559 25133 hybrid_clock.cc:648] HybridClock initialized: now 1790540253324488 us; error 83 us; skew 500 ppm
20:17:33.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.325691 25133 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:33.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.336251 25133 webserver.cc:460] Webserver started at http://127.24.118.253:37297/ using document root <none> and password file <none>
20:17:33.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.337102 25133 fs_manager.cc:359] Metadata directory not provided
20:17:33.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.337284 25133 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:33.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.337706 25133 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:33.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.342576 25133 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-1/data/instance:
20:17:33.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1861354edfa546a7bb7dc645f5a69f4f"
20:17:33.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:33 on dist-test-slave-b6l3"
20:17:33.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.343942 25133 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-1/wal/instance:
20:17:33.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1861354edfa546a7bb7dc645f5a69f4f"
20:17:33.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:33 on dist-test-slave-b6l3"
20:17:33.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.351649 25133 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
20:17:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.356902 25155 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:33.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.357965 25133 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
20:17:33.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.358234 25133 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-1/data,/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-1/wal
20:17:33.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1861354edfa546a7bb7dc645f5a69f4f"
20:17:33.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:33 on dist-test-slave-b6l3"
20:17:33.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.358528 25133 fs_report.cc:383] FS layout report
20:17:33.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:33.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-1/wal
20:17:33.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-1/wal
20:17:33.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-1/data/data
20:17:33.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:33.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:33.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:33.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:33.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:33.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.396660 25133 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.398017 25133 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:33.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.398392 25133 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:33.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.475054 25133 rpc_server.cc:307] RPC server started. Bound to: 127.24.118.253:46253
20:17:33.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.475147 25206 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.118.253:46253 every 8 connection(s)
20:17:33.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.478027 25133 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-1/data/info.pb
20:17:33.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.479790 25051 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu as pid 25133
20:17:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.480316 25051 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-1/wal/instance
20:17:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.482790 25051 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-2/wal
20:17:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-2/data
20:17:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-2/logs
20:17:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-2/data/info.pb
20:17:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:17:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:33.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:33.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:33.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.118.252:33567
20:17:33.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.118.252
20:17:33.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:33.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.118.212:45095
20:17:33.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:33.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:33.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:33.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:33.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.118.254:43137,127.24.118.253:46253,127.24.118.252:33567
20:17:33.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:33.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37031/jwks.json with env {}
20:17:33.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.483685 25207 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:33.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.498188 25207 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.118.254" port: 43137 } has no permanent_uuid. Determining permanent_uuid...
20:17:33.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.524030 25207 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } has no permanent_uuid. Determining permanent_uuid...
20:17:33.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.539718 25207 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } has no permanent_uuid. Determining permanent_uuid...
20:17:33.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:33.541805 25156 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.118.252:33567: connect: Connection refused (error 111)
20:17:33.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:33.546070 25207 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.118.252:33567: Network error: Client connection negotiation failed: client connection to 127.24.118.252:33567: connect: Connection refused (error 111)
20:17:33.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.595616 25207 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } attempt: 1
20:17:33.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:33.599627 25207 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.118.252:33567: Network error: Client connection negotiation failed: client connection to 127.24.118.252:33567: connect: Connection refused (error 111)
20:17:33.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.668025 25207 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } attempt: 2
20:17:33.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:33.672349 25207 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.118.252:33567: Network error: Client connection negotiation failed: client connection to 127.24.118.252:33567: connect: Connection refused (error 111)
20:17:33.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.763760 25207 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } attempt: 3
20:17:33.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:33.767443 25207 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.118.252:33567: Network error: Client connection negotiation failed: client connection to 127.24.118.252:33567: connect: Connection refused (error 111)
20:17:33.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:33.796633 25209 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:33.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:33.797439 25209 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:33.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:33.798077 25209 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:33.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:33.829308 25209 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:17:33.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:33.829654 25209 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:33.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:33.830006 25209 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:17:33.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:33.830367 25209 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:17:33.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:33.830711 25209 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:17:33.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:33.830958 25209 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37031/jwks.json
20:17:33.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.864764 25209 master_runner.cc:386] Master server non-default flags:
20:17:33.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:33.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.118.212:45095
20:17:33.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:33.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:33.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-2/data
20:17:33.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-2/wal
20:17:33.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:33.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.118.254:43137,127.24.118.253:46253,127.24.118.252:33567
20:17:33.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:33.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:33.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:33.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.118.252:33567
20:17:33.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:33.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:33.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:33.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37031/jwks.json
20:17:33.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:33.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:33.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-2/data/info.pb
20:17:33.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.118.252
20:17:33.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:33.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:33.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:33.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:33.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:33.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:33.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-2/logs
20:17:33.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:33.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:33.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:33.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:17:33.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:33.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:33.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:33.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:17:33.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:17:33.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:17:33.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.866351 25209 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:33.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.868435 25209 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:33.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:33.886462 25220 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:33.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.910810 25207 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } attempt: 4
20:17:33.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:33.914783 25207 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.118.252:33567: Network error: Client connection negotiation failed: client connection to 127.24.118.252:33567: connect: Connection refused (error 111)
20:17:34.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:34.038677 25131 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } attempt: 7
20:17:34.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:34.056954 25131 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } has no permanent_uuid. Determining permanent_uuid...
20:17:34.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:34.063277 25131 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.118.252:33567: Network error: Client connection negotiation failed: client connection to 127.24.118.252:33567: connect: Connection refused (error 111)
20:17:34.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:34.121690 25131 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } attempt: 1
20:17:34.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:34.126201 25131 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.118.252:33567: Network error: Client connection negotiation failed: client connection to 127.24.118.252:33567: connect: Connection refused (error 111)
20:17:34.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:34.207685 25131 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } attempt: 2
20:17:34.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:34.211804 25131 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.118.252:33567: Network error: Client connection negotiation failed: client connection to 127.24.118.252:33567: connect: Connection refused (error 111)
20:17:34.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:34.214354 25207 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } attempt: 5
20:17:34.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:34.218200 25207 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.118.252:33567: Network error: Client connection negotiation failed: client connection to 127.24.118.252:33567: connect: Connection refused (error 111)
20:17:34.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:34.297214 25131 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } attempt: 3
20:17:34.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:34.301942 25131 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.118.252:33567: Network error: Client connection negotiation failed: client connection to 127.24.118.252:33567: connect: Connection refused (error 111)
20:17:34.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:34.442310 25131 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } attempt: 4
20:17:34.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:34.447387 25131 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.118.252:33567: Network error: Client connection negotiation failed: client connection to 127.24.118.252:33567: connect: Connection refused (error 111)
20:17:34.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:34.730832 25131 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } attempt: 5
20:17:34.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:34.734988 25131 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.118.252:33567: Network error: Client connection negotiation failed: client connection to 127.24.118.252:33567: connect: Connection refused (error 111)
20:17:34.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:34.765833 25207 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } attempt: 6
20:17:34.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:34.772804 25207 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.24.118.252:33567: Network error: Client connection negotiation failed: client connection to 127.24.118.252:33567: connect: Connection refused (error 111)
20:17:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:33.886677 25219 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:33.888881 25209 server_base.cc:1034] running on GCE node
20:17:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:33.886531 25222 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:35.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.080276 25209 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:35.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.083626 25209 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:35.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.085075 25209 hybrid_clock.cc:648] HybridClock initialized: now 1790540255085028 us; error 51 us; skew 500 ppm
20:17:35.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.085930 25209 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:35.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.093246 25209 webserver.cc:460] Webserver started at http://127.24.118.252:44257/ using document root <none> and password file <none>
20:17:35.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.094100 25209 fs_manager.cc:359] Metadata directory not provided
20:17:35.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.094274 25209 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:35.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.094648 25209 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:35.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.099418 25209 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-2/data/instance:
20:17:35.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879"
20:17:35.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:35 on dist-test-slave-b6l3"
20:17:35.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.100643 25209 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-2/wal/instance:
20:17:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879"
20:17:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:35 on dist-test-slave-b6l3"
20:17:35.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.108966 25209 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
20:17:35.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.115501 25234 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:35.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.116671 25209 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.001s
20:17:35.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.117008 25209 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-2/data,/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-2/wal
20:17:35.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879"
20:17:35.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:35 on dist-test-slave-b6l3"
20:17:35.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.117388 25209 fs_report.cc:383] FS layout report
20:17:35.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:35.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-2/wal
20:17:35.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-2/wal
20:17:35.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-2/data/data
20:17:35.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:35.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:35.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:35.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:35.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:35.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:35.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:35.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:35.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:35.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:35.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:35.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.157538 25209 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:35.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.159448 25209 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:35.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.160030 25209 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:35.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.235235 25209 rpc_server.cc:307] RPC server started. Bound to: 127.24.118.252:33567
20:17:35.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.235415 25285 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.118.252:33567 every 8 connection(s)
20:17:35.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.238083 25209 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-2/data/info.pb
20:17:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.243669 25051 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu as pid 25209
20:17:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.244143 25051 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/master-2/wal/instance
20:17:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.244378 25286 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:35.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.261866 25286 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.118.254" port: 43137 } has no permanent_uuid. Determining permanent_uuid...
20:17:35.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.287326 25131 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } attempt: 6
20:17:35.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.293128 25286 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } has no permanent_uuid. Determining permanent_uuid...
20:17:35.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.307897 25286 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } has no permanent_uuid. Determining permanent_uuid...
20:17:35.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.317337 25131 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d16097ebe5284f2ea27d2545ac89a416: Bootstrap starting.
20:17:35.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.329617 25131 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d16097ebe5284f2ea27d2545ac89a416: Neither blocks nor log segments found. Creating new log.
20:17:35.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.333045 25131 log.cc:824] T 00000000000000000000000000000000 P d16097ebe5284f2ea27d2545ac89a416: Log is configured to *not* fsync() on all Append() calls
20:17:35.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.334189 25286 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879: Bootstrap starting.
20:17:35.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.343505 25286 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879: Neither blocks nor log segments found. Creating new log.
20:17:35.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.344394 25131 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d16097ebe5284f2ea27d2545ac89a416: No bootstrap required, opened a new log
20:17:35.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.345638 25286 log.cc:824] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879: Log is configured to *not* fsync() on all Append() calls
20:17:35.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.350565 25286 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879: No bootstrap required, opened a new log
20:17:35.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.368352 25131 raft_consensus.cc:348] T 00000000000000000000000000000000 P d16097ebe5284f2ea27d2545ac89a416 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d16097ebe5284f2ea27d2545ac89a416" member_type: VOTER last_known_addr { host: "127.24.118.254" port: 43137 } } peers { permanent_uuid: "1861354edfa546a7bb7dc645f5a69f4f" member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } } peers { permanent_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } }
20:17:35.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.369040 25131 raft_consensus.cc:374] T 00000000000000000000000000000000 P d16097ebe5284f2ea27d2545ac89a416 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:35.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.369387 25131 raft_consensus.cc:729] T 00000000000000000000000000000000 P d16097ebe5284f2ea27d2545ac89a416 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d16097ebe5284f2ea27d2545ac89a416, State: Initialized, Role: FOLLOWER
20:17:35.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.370885 25131 consensus_queue.cc:260] T 00000000000000000000000000000000 P d16097ebe5284f2ea27d2545ac89a416 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d16097ebe5284f2ea27d2545ac89a416" member_type: VOTER last_known_addr { host: "127.24.118.254" port: 43137 } } peers { permanent_uuid: "1861354edfa546a7bb7dc645f5a69f4f" member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } } peers { permanent_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } }
20:17:35.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.373250 25286 raft_consensus.cc:348] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d16097ebe5284f2ea27d2545ac89a416" member_type: VOTER last_known_addr { host: "127.24.118.254" port: 43137 } } peers { permanent_uuid: "1861354edfa546a7bb7dc645f5a69f4f" member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } } peers { permanent_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } }
20:17:35.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.374344 25286 raft_consensus.cc:374] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:35.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.374820 25286 raft_consensus.cc:729] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eeeddf4a9d3e4ccf8adb2b1b95527879, State: Initialized, Role: FOLLOWER
20:17:35.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.374480 25298 sys_catalog.cc:455] T 00000000000000000000000000000000 P d16097ebe5284f2ea27d2545ac89a416 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d16097ebe5284f2ea27d2545ac89a416" member_type: VOTER last_known_addr { host: "127.24.118.254" port: 43137 } } peers { permanent_uuid: "1861354edfa546a7bb7dc645f5a69f4f" member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } } peers { permanent_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } } }
20:17:35.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.375368 25298 sys_catalog.cc:458] T 00000000000000000000000000000000 P d16097ebe5284f2ea27d2545ac89a416 [sys.catalog]: This master's current role is: FOLLOWER
20:17:35.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.376232 25286 consensus_queue.cc:260] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d16097ebe5284f2ea27d2545ac89a416" member_type: VOTER last_known_addr { host: "127.24.118.254" port: 43137 } } peers { permanent_uuid: "1861354edfa546a7bb7dc645f5a69f4f" member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } } peers { permanent_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } }
20:17:35.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.376885 25131 sys_catalog.cc:564] T 00000000000000000000000000000000 P d16097ebe5284f2ea27d2545ac89a416 [sys.catalog]: configured and running, proceeding with master startup.
20:17:35.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.379561 25299 sys_catalog.cc:455] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d16097ebe5284f2ea27d2545ac89a416" member_type: VOTER last_known_addr { host: "127.24.118.254" port: 43137 } } peers { permanent_uuid: "1861354edfa546a7bb7dc645f5a69f4f" member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } } peers { permanent_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } } }
20:17:35.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.380779 25299 sys_catalog.cc:458] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [sys.catalog]: This master's current role is: FOLLOWER
20:17:35.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.380947 25286 sys_catalog.cc:564] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [sys.catalog]: configured and running, proceeding with master startup.
20:17:35.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.413590 25299 raft_consensus.cc:482] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:17:35.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.414259 25299 raft_consensus.cc:504] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d16097ebe5284f2ea27d2545ac89a416" member_type: VOTER last_known_addr { host: "127.24.118.254" port: 43137 } } peers { permanent_uuid: "1861354edfa546a7bb7dc645f5a69f4f" member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } } peers { permanent_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } }
20:17:35.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.416185 25322 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:17:35.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:35.419713 25240 tablet.cc:2369] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:17:35.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.419998 25106 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d16097ebe5284f2ea27d2545ac89a416" is_pre_election: true
20:17:35.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.420959 25106 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d16097ebe5284f2ea27d2545ac89a416 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eeeddf4a9d3e4ccf8adb2b1b95527879 in term 0.
20:17:35.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.421787 25299 leader_election.cc:288] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d16097ebe5284f2ea27d2545ac89a416 (127.24.118.254:43137), 1861354edfa546a7bb7dc645f5a69f4f (127.24.118.253:46253)
20:17:35.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.422343 25236 leader_election.cc:302] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d16097ebe5284f2ea27d2545ac89a416, eeeddf4a9d3e4ccf8adb2b1b95527879; no voters:
20:17:35.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:35.424448 25320 catalog_manager.cc:1558] T 00000000000000000000000000000000 P d16097ebe5284f2ea27d2545ac89a416: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:17:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:35.424943 25320 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:17:35.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.425590 25299 raft_consensus.cc:2781] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [term 0 FOLLOWER]: Leader pre-election won for term 1
20:17:35.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.426079 25299 raft_consensus.cc:482] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:17:35.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.426581 25299 raft_consensus.cc:3037] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [term 0 FOLLOWER]: Advancing to term 1
20:17:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.433524 25299 raft_consensus.cc:504] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d16097ebe5284f2ea27d2545ac89a416" member_type: VOTER last_known_addr { host: "127.24.118.254" port: 43137 } } peers { permanent_uuid: "1861354edfa546a7bb7dc645f5a69f4f" member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } } peers { permanent_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } }
20:17:35.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.436203 25299 leader_election.cc:288] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [CANDIDATE]: Term 1 election: Requested vote from peers d16097ebe5284f2ea27d2545ac89a416 (127.24.118.254:43137), 1861354edfa546a7bb7dc645f5a69f4f (127.24.118.253:46253)
20:17:35.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.437024 25106 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d16097ebe5284f2ea27d2545ac89a416"
20:17:35.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.437772 25106 raft_consensus.cc:3037] T 00000000000000000000000000000000 P d16097ebe5284f2ea27d2545ac89a416 [term 0 FOLLOWER]: Advancing to term 1
20:17:35.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.456920 25106 raft_consensus.cc:2454] T 00000000000000000000000000000000 P d16097ebe5284f2ea27d2545ac89a416 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate eeeddf4a9d3e4ccf8adb2b1b95527879 in term 1.
20:17:35.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.416121 25063 master_runner.cc:186] Error getting master registration for 127.24.118.253:46253: OK, instance_id { permanent_uuid: "1861354edfa546a7bb7dc645f5a69f4f" instance_seqno: 1790540253453759 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:17:35.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.458496 25063 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:17:35.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.459568 25236 leader_election.cc:302] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d16097ebe5284f2ea27d2545ac89a416, eeeddf4a9d3e4ccf8adb2b1b95527879; no voters:
20:17:35.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.460537 25299 raft_consensus.cc:2781] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [term 1 FOLLOWER]: Leader election won for term 1
20:17:35.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.468056 25299 raft_consensus.cc:686] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [term 1 LEADER]: Becoming Leader. State: Replica: eeeddf4a9d3e4ccf8adb2b1b95527879, State: Running, Role: LEADER
20:17:35.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.428381 25209 master_runner.cc:186] Error getting master registration for 127.24.118.253:46253: OK, instance_id { permanent_uuid: "1861354edfa546a7bb7dc645f5a69f4f" instance_seqno: 1790540253453759 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:17:35.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.471969 25209 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:17:35.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.472216 25299 consensus_queue.cc:237] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d16097ebe5284f2ea27d2545ac89a416" member_type: VOTER last_known_addr { host: "127.24.118.254" port: 43137 } } peers { permanent_uuid: "1861354edfa546a7bb7dc645f5a69f4f" member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } } peers { permanent_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } }
20:17:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.484464 25324 sys_catalog.cc:455] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [sys.catalog]: SysCatalogTable state changed. Reason: New leader eeeddf4a9d3e4ccf8adb2b1b95527879. Latest consensus state: current_term: 1 leader_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d16097ebe5284f2ea27d2545ac89a416" member_type: VOTER last_known_addr { host: "127.24.118.254" port: 43137 } } peers { permanent_uuid: "1861354edfa546a7bb7dc645f5a69f4f" member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } } peers { permanent_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } } }
20:17:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.485718 25324 sys_catalog.cc:458] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [sys.catalog]: This master's current role is: LEADER
20:17:35.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.495550 25326 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
20:17:35.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.517777 25326 catalog_manager.cc:1484] Initializing Kudu cluster ID...
20:17:35.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.543545 25106 raft_consensus.cc:1261] T 00000000000000000000000000000000 P d16097ebe5284f2ea27d2545ac89a416 [term 1 FOLLOWER]: Refusing update from remote peer eeeddf4a9d3e4ccf8adb2b1b95527879: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:17:35.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.545795 25324 consensus_queue.cc:1035] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d16097ebe5284f2ea27d2545ac89a416" member_type: VOTER last_known_addr { host: "127.24.118.254" port: 43137 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:17:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.572513 25298 sys_catalog.cc:455] T 00000000000000000000000000000000 P d16097ebe5284f2ea27d2545ac89a416 [sys.catalog]: SysCatalogTable state changed. Reason: New leader eeeddf4a9d3e4ccf8adb2b1b95527879. Latest consensus state: current_term: 1 leader_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d16097ebe5284f2ea27d2545ac89a416" member_type: VOTER last_known_addr { host: "127.24.118.254" port: 43137 } } peers { permanent_uuid: "1861354edfa546a7bb7dc645f5a69f4f" member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } } peers { permanent_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } } }
20:17:35.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.573299 25298 sys_catalog.cc:458] T 00000000000000000000000000000000 P d16097ebe5284f2ea27d2545ac89a416 [sys.catalog]: This master's current role is: FOLLOWER
20:17:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.582147 25328 mvcc.cc:205] Tried to move back new op lower bound from 7334052886661730304 to 7334052886424068096. Current Snapshot: MvccSnapshot[applied={T|T < 7334052886661730304}]
20:17:35.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.585093 25329 mvcc.cc:205] Tried to move back new op lower bound from 7334052886661730304 to 7334052886424068096. Current Snapshot: MvccSnapshot[applied={T|T < 7334052886661730304}]
20:17:35.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.585281 25299 sys_catalog.cc:455] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d16097ebe5284f2ea27d2545ac89a416" member_type: VOTER last_known_addr { host: "127.24.118.254" port: 43137 } } peers { permanent_uuid: "1861354edfa546a7bb7dc645f5a69f4f" member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } } peers { permanent_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } } }
20:17:35.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.586194 25299 sys_catalog.cc:458] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [sys.catalog]: This master's current role is: LEADER
20:17:35.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.587446 25298 sys_catalog.cc:455] T 00000000000000000000000000000000 P d16097ebe5284f2ea27d2545ac89a416 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d16097ebe5284f2ea27d2545ac89a416" member_type: VOTER last_known_addr { host: "127.24.118.254" port: 43137 } } peers { permanent_uuid: "1861354edfa546a7bb7dc645f5a69f4f" member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } } peers { permanent_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } } }
20:17:35.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.588831 25298 sys_catalog.cc:458] T 00000000000000000000000000000000 P d16097ebe5284f2ea27d2545ac89a416 [sys.catalog]: This master's current role is: FOLLOWER
20:17:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.598132 25326 catalog_manager.cc:1347] Generated new cluster ID: f018767dde7c497cb7b35b6a303a2f0d
20:17:35.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.598393 25326 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
20:17:35.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.631620 25326 catalog_manager.cc:1370] Generated new certificate authority record
20:17:35.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.634337 25326 catalog_manager.cc:1504] Loading token signing keys...
20:17:35.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.691959 25326 catalog_manager.cc:5868] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879: Generated new TSK 0
20:17:35.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.695693 25326 catalog_manager.cc:1514] Initializing in-progress tserver states...
20:17:35.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.742699 25051 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:35.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:35.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-0/wal
20:17:35.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-0/data
20:17:35.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:35.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:35.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:35.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:35.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:35.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:35.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-0/logs
20:17:35.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-0/data/info.pb
20:17:35.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:35.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:17:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.118.193:0
20:17:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.118.193
20:17:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.118.193
20:17:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.118.254:43137,127.24.118.253:46253,127.24.118.252:33567
20:17:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.118.212:45095
20:17:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:17:35.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.833319 25207 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } attempt: 7
20:17:35.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.883056 25207 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1861354edfa546a7bb7dc645f5a69f4f: Bootstrap starting.
20:17:35.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.890375 25207 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1861354edfa546a7bb7dc645f5a69f4f: Neither blocks nor log segments found. Creating new log.
20:17:35.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.893085 25207 log.cc:824] T 00000000000000000000000000000000 P 1861354edfa546a7bb7dc645f5a69f4f: Log is configured to *not* fsync() on all Append() calls
20:17:35.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.911466 25207 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1861354edfa546a7bb7dc645f5a69f4f: No bootstrap required, opened a new log
20:17:35.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.989431 25207 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1861354edfa546a7bb7dc645f5a69f4f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d16097ebe5284f2ea27d2545ac89a416" member_type: VOTER last_known_addr { host: "127.24.118.254" port: 43137 } } peers { permanent_uuid: "1861354edfa546a7bb7dc645f5a69f4f" member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } } peers { permanent_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } }
20:17:35.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.991887 25207 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1861354edfa546a7bb7dc645f5a69f4f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:35.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.992949 25207 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1861354edfa546a7bb7dc645f5a69f4f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1861354edfa546a7bb7dc645f5a69f4f, State: Initialized, Role: FOLLOWER
20:17:35.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:35.995395 25207 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1861354edfa546a7bb7dc645f5a69f4f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d16097ebe5284f2ea27d2545ac89a416" member_type: VOTER last_known_addr { host: "127.24.118.254" port: 43137 } } peers { permanent_uuid: "1861354edfa546a7bb7dc645f5a69f4f" member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } } peers { permanent_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } }
20:17:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:36.015861 25182 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1861354edfa546a7bb7dc645f5a69f4f" is_pre_election: true
20:17:36.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:36.017051 25181 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1861354edfa546a7bb7dc645f5a69f4f"
20:17:36.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:36.020825 25182 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1861354edfa546a7bb7dc645f5a69f4f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate eeeddf4a9d3e4ccf8adb2b1b95527879 in term 0.
20:17:36.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:36.026901 25180 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1861354edfa546a7bb7dc645f5a69f4f [term 0 FOLLOWER]: Advancing to term 1
20:17:36.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:36.033972 25180 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 1861354edfa546a7bb7dc645f5a69f4f [term 1 FOLLOWER]: Refusing update from remote peer eeeddf4a9d3e4ccf8adb2b1b95527879: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:17:36.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:36.038198 25299 consensus_queue.cc:1035] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1861354edfa546a7bb7dc645f5a69f4f" member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:17:36.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:36.043318 25207 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1861354edfa546a7bb7dc645f5a69f4f [sys.catalog]: configured and running, proceeding with master startup.
20:17:36.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:36.043929 25338 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1861354edfa546a7bb7dc645f5a69f4f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d16097ebe5284f2ea27d2545ac89a416" member_type: VOTER last_known_addr { host: "127.24.118.254" port: 43137 } } peers { permanent_uuid: "1861354edfa546a7bb7dc645f5a69f4f" member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } } peers { permanent_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } } }
20:17:36.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:36.048229 25338 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1861354edfa546a7bb7dc645f5a69f4f [sys.catalog]: This master's current role is: FOLLOWER
20:17:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:36.110822 25339 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1861354edfa546a7bb7dc645f5a69f4f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d16097ebe5284f2ea27d2545ac89a416" member_type: VOTER last_known_addr { host: "127.24.118.254" port: 43137 } } peers { permanent_uuid: "1861354edfa546a7bb7dc645f5a69f4f" member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } } peers { permanent_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } } }
20:17:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:36.111634 25339 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1861354edfa546a7bb7dc645f5a69f4f [sys.catalog]: This master's current role is: FOLLOWER
20:17:36.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:36.112963 25338 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1861354edfa546a7bb7dc645f5a69f4f [sys.catalog]: SysCatalogTable state changed. Reason: New leader eeeddf4a9d3e4ccf8adb2b1b95527879. Latest consensus state: current_term: 1 leader_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d16097ebe5284f2ea27d2545ac89a416" member_type: VOTER last_known_addr { host: "127.24.118.254" port: 43137 } } peers { permanent_uuid: "1861354edfa546a7bb7dc645f5a69f4f" member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } } peers { permanent_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } } }
20:17:36.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:36.113633 25338 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1861354edfa546a7bb7dc645f5a69f4f [sys.catalog]: This master's current role is: FOLLOWER
20:17:36.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:36.164116 25357 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:17:36.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:36.228506 25334 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:36.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:36.229182 25334 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:36.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:36.229980 25334 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:36.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:36.290508 25334 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:36.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:36.292317 25334 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.118.193
20:17:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:36.347051 25334 tablet_server_runner.cc:78] Tablet server non-default flags:
20:17:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.118.212:45095
20:17:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:36.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-0/data
20:17:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-0/wal
20:17:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.118.193:0
20:17:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-0/data/info.pb
20:17:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.118.193
20:17:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.118.254:43137,127.24.118.253:46253,127.24.118.252:33567
20:17:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.118.193
20:17:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-0/logs
20:17:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:17:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:17:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:17:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:17:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:36.348608 25334 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:36.350692 25334 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:36.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:36.376659 25361 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:36.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:36.432735 25320 catalog_manager.cc:1259] Loaded cluster ID: f018767dde7c497cb7b35b6a303a2f0d
20:17:36.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:36.433436 25320 catalog_manager.cc:1552] T 00000000000000000000000000000000 P d16097ebe5284f2ea27d2545ac89a416: loading cluster ID for follower catalog manager: success
20:17:36.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:36.443308 25320 catalog_manager.cc:1574] T 00000000000000000000000000000000 P d16097ebe5284f2ea27d2545ac89a416: acquiring CA information for follower catalog manager: success
20:17:36.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:36.463712 25320 catalog_manager.cc:1602] T 00000000000000000000000000000000 P d16097ebe5284f2ea27d2545ac89a416: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:17:36.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:36.695041 25368 sys_catalog.cc:455] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d16097ebe5284f2ea27d2545ac89a416" member_type: VOTER last_known_addr { host: "127.24.118.254" port: 43137 } } peers { permanent_uuid: "1861354edfa546a7bb7dc645f5a69f4f" member_type: VOTER last_known_addr { host: "127.24.118.253" port: 46253 } } peers { permanent_uuid: "eeeddf4a9d3e4ccf8adb2b1b95527879" member_type: VOTER last_known_addr { host: "127.24.118.252" port: 33567 } } }
20:17:36.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:36.708001 25368 sys_catalog.cc:458] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 [sys.catalog]: This master's current role is: LEADER
20:17:37.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:37.189312 25357 catalog_manager.cc:1259] Loaded cluster ID: f018767dde7c497cb7b35b6a303a2f0d
20:17:37.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:37.189694 25357 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 1861354edfa546a7bb7dc645f5a69f4f: loading cluster ID for follower catalog manager: success
20:17:37.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:37.228297 25357 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 1861354edfa546a7bb7dc645f5a69f4f: acquiring CA information for follower catalog manager: success
20:17:37.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:37.234359 25357 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 1861354edfa546a7bb7dc645f5a69f4f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:17:38.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:37.766587 25360 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 25334
20:17:38.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:38.737773 25360 kernel_stack_watchdog.cc:198] Thread 25334 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 390ms:
20:17:38.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:17:38.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:17:38.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:17:38.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:17:38.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:36.379149 25362 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:38.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:38.739174 25363 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2364 milliseconds
20:17:38.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:38.741202 25365 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:38.740521 25334 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.366s user 0.651s sys 1.203s
20:17:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:38.742013 25334 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.368s user 0.651s sys 1.203s
20:17:38.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.742295 25334 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:17:38.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.744308 25334 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:38.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.760547 25334 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:38.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.762035 25334 hybrid_clock.cc:648] HybridClock initialized: now 1790540258761996 us; error 42 us; skew 500 ppm
20:17:38.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.763116 25334 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:38.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.790270 25334 webserver.cc:460] Webserver started at http://127.24.118.193:34171/ using document root <none> and password file <none>
20:17:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.791529 25334 fs_manager.cc:359] Metadata directory not provided
20:17:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.791949 25334 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:38.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.792542 25334 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:38.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.799646 25334 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-0/data/instance:
20:17:38.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2c340fc48cb4162a9716b4d59651b5d"
20:17:38.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:38 on dist-test-slave-b6l3"
20:17:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.801100 25334 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-0/wal/instance:
20:17:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2c340fc48cb4162a9716b4d59651b5d"
20:17:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:38 on dist-test-slave-b6l3"
20:17:38.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.815414 25334 fs_manager.cc:691] Time spent creating directory manager: real 0.014s user 0.009s sys 0.004s
20:17:38.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.828120 25380 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.829269 25334 fs_manager.cc:725] Time spent opening block manager: real 0.010s user 0.005s sys 0.006s
20:17:38.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.829617 25334 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-0/data,/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-0/wal
20:17:38.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2c340fc48cb4162a9716b4d59651b5d"
20:17:38.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:38 on dist-test-slave-b6l3"
20:17:38.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.830049 25334 fs_report.cc:383] FS layout report
20:17:38.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:38.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-0/wal
20:17:38.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-0/wal
20:17:38.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-0/data/data
20:17:38.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:38.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:38.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:38.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:38.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:38.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:38.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:38.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:38.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:38.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:38.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:38.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.895687 25334 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:38.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.897635 25334 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:38.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.898178 25334 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:38.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.909106 25334 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:17:38.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.921276 25334 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:17:38.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.921572 25334 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:17:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.921872 25334 ts_tablet_manager.cc:610] Registered 0 tablets
20:17:38.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:38.922094 25334 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:17:39.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:39.613353 25334 rpc_server.cc:307] RPC server started. Bound to: 127.24.118.193:44551
20:17:39.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:39.613507 25497 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.118.193:44551 every 8 connection(s)
20:17:39.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:39.616736 25334 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-0/data/info.pb
20:17:39.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:39.623569 25051 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu as pid 25334
20:17:39.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:39.624140 25051 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-0/wal/instance
20:17:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:39.641563 25051 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-1/wal
20:17:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-1/data
20:17:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-1/logs
20:17:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-1/data/info.pb
20:17:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:39.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:17:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.118.194:0
20:17:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.118.194
20:17:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.118.194
20:17:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.118.254:43137,127.24.118.253:46253,127.24.118.252:33567
20:17:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.118.212:45095
20:17:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:17:39.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:39.697686 25498 heartbeater.cc:347] Connected to a master server at 127.24.118.252:33567
20:17:39.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:39.698143 25498 heartbeater.cc:464] Registering TS with master...
20:17:39.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:39.698486 25499 heartbeater.cc:347] Connected to a master server at 127.24.118.253:46253
20:17:39.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:39.698832 25499 heartbeater.cc:464] Registering TS with master...
20:17:39.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:39.699344 25498 heartbeater.cc:511] Master 127.24.118.252:33567 requested a full tablet report, sending...
20:17:39.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:39.699880 25499 heartbeater.cc:511] Master 127.24.118.253:46253 requested a full tablet report, sending...
20:17:39.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:39.702759 25251 ts_manager.cc:194] Registered new tserver with Master: e2c340fc48cb4162a9716b4d59651b5d (127.24.118.193:44551)
20:17:39.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:39.703500 25172 ts_manager.cc:194] Registered new tserver with Master: e2c340fc48cb4162a9716b4d59651b5d (127.24.118.193:44551)
20:17:39.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:39.706058 25251 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.24.118.193:56585
20:17:39.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:39.713397 25502 heartbeater.cc:347] Connected to a master server at 127.24.118.254:43137
20:17:39.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:39.713766 25502 heartbeater.cc:464] Registering TS with master...
20:17:39.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:39.714534 25502 heartbeater.cc:511] Master 127.24.118.254:43137 requested a full tablet report, sending...
20:17:39.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:39.718053 25096 ts_manager.cc:194] Registered new tserver with Master: e2c340fc48cb4162a9716b4d59651b5d (127.24.118.193:44551)
20:17:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:40.015426 25505 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:40.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:40.015893 25505 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:40.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:40.016377 25505 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:40.047869 25505 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:40.048693 25505 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.118.194
20:17:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:40.082926 25505 tablet_server_runner.cc:78] Tablet server non-default flags:
20:17:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.118.212:45095
20:17:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-1/data
20:17:40.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-1/wal
20:17:40.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:40.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:40.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.118.194:0
20:17:40.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:40.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:40.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:40.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-1/data/info.pb
20:17:40.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.118.194
20:17:40.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:40.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.118.254:43137,127.24.118.253:46253,127.24.118.252:33567
20:17:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.118.194
20:17:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-1/logs
20:17:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:17:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:40.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:17:40.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:17:40.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:17:40.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:40.084169 25505 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:40.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:40.085844 25505 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:40.106712 25515 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:40.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:40.711017 25498 heartbeater.cc:503] Master 127.24.118.252:33567 was elected leader, sending a full tablet report...
20:17:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:40.107035 25516 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:41.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:40.107154 25518 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:41.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:41.449762 25517 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1341 milliseconds
20:17:41.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.449924 25505 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:17:41.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.451062 25505 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:41.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.453270 25505 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:41.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.454594 25505 hybrid_clock.cc:648] HybridClock initialized: now 1790540261454561 us; error 50 us; skew 500 ppm
20:17:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.455314 25505 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:41.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.461447 25505 webserver.cc:460] Webserver started at http://127.24.118.194:40769/ using document root <none> and password file <none>
20:17:41.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.462316 25505 fs_manager.cc:359] Metadata directory not provided
20:17:41.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.462494 25505 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:41.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.462877 25505 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.467661 25505 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-1/data/instance:
20:17:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b883a1d9d1b044a8995efeb96c13b008"
20:17:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:41 on dist-test-slave-b6l3"
20:17:41.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.468804 25505 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-1/wal/instance:
20:17:41.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b883a1d9d1b044a8995efeb96c13b008"
20:17:41.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:41 on dist-test-slave-b6l3"
20:17:41.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.476336 25505 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
20:17:41.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.483114 25526 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:41.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.484346 25505 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
20:17:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.484699 25505 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-1/data,/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-1/wal
20:17:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b883a1d9d1b044a8995efeb96c13b008"
20:17:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:41 on dist-test-slave-b6l3"
20:17:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.485103 25505 fs_report.cc:383] FS layout report
20:17:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-1/wal
20:17:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-1/wal
20:17:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-1/data/data
20:17:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:41.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:41.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:41.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.531214 25505 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:41.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.532636 25505 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:41.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.533023 25505 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:41.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.535432 25505 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:17:41.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.539711 25505 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:17:41.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.539891 25505 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:17:41.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.540161 25505 ts_tablet_manager.cc:610] Registered 0 tablets
20:17:41.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.540295 25505 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:17:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.710335 25505 rpc_server.cc:307] RPC server started. Bound to: 127.24.118.194:41547
20:17:41.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.710417 25639 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.118.194:41547 every 8 connection(s)
20:17:41.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.713428 25505 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-1/data/info.pb
20:17:41.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.721783 25051 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu as pid 25505
20:17:41.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.722538 25051 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-1/wal/instance
20:17:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.748267 25051 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:41.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-2/wal
20:17:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-2/data
20:17:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-2/logs
20:17:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-2/data/info.pb
20:17:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:17:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:41.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.118.195:0
20:17:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.118.195
20:17:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.118.195
20:17:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.118.254:43137,127.24.118.253:46253,127.24.118.252:33567
20:17:41.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.118.212:45095
20:17:41.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:41.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:41.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:17:41.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.768666 25640 heartbeater.cc:347] Connected to a master server at 127.24.118.252:33567
20:17:41.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.769169 25640 heartbeater.cc:464] Registering TS with master...
20:17:41.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.770397 25640 heartbeater.cc:511] Master 127.24.118.252:33567 requested a full tablet report, sending...
20:17:41.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.772938 25251 ts_manager.cc:194] Registered new tserver with Master: b883a1d9d1b044a8995efeb96c13b008 (127.24.118.194:41547)
20:17:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.774672 25251 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.24.118.194:46759
20:17:41.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.775597 25642 heartbeater.cc:347] Connected to a master server at 127.24.118.254:43137
20:17:41.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.775998 25642 heartbeater.cc:464] Registering TS with master...
20:17:41.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.776928 25642 heartbeater.cc:511] Master 127.24.118.254:43137 requested a full tablet report, sending...
20:17:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.780036 25095 ts_manager.cc:194] Registered new tserver with Master: b883a1d9d1b044a8995efeb96c13b008 (127.24.118.194:41547)
20:17:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.782117 25641 heartbeater.cc:347] Connected to a master server at 127.24.118.253:46253
20:17:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.782492 25641 heartbeater.cc:464] Registering TS with master...
20:17:41.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.783350 25641 heartbeater.cc:511] Master 127.24.118.253:46253 requested a full tablet report, sending...
20:17:41.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:41.786082 25172 ts_manager.cc:194] Registered new tserver with Master: b883a1d9d1b044a8995efeb96c13b008 (127.24.118.194:41547)
20:17:42.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:42.075251 25650 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:42.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:42.075697 25650 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:42.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:42.076156 25650 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:42.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:42.106732 25650 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:42.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:42.107518 25650 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.118.195
20:17:42.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:42.139570 25650 tablet_server_runner.cc:78] Tablet server non-default flags:
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.118.212:45095
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-2/data
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-2/wal
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.118.195:0
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-2/data/info.pb
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.118.195
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.118.254:43137,127.24.118.253:46253,127.24.118.252:33567
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.118.195
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-2/logs
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:17:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:42.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:42.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:42.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:17:42.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:17:42.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:17:42.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:42.140820 25650 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:42.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:42.142190 25650 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:42.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:42.164821 25660 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:42.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:42.780150 25640 heartbeater.cc:503] Master 127.24.118.252:33567 was elected leader, sending a full tablet report...
20:17:43.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:42.164819 25658 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:43.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:42.167182 25650 server_base.cc:1034] running on GCE node
20:17:43.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:42.166770 25657 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.335211 25650 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:43.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.337739 25650 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:43.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.339067 25650 hybrid_clock.cc:648] HybridClock initialized: now 1790540263339038 us; error 48 us; skew 500 ppm
20:17:43.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.339830 25650 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:43.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.346069 25650 webserver.cc:460] Webserver started at http://127.24.118.195:33493/ using document root <none> and password file <none>
20:17:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.347087 25650 fs_manager.cc:359] Metadata directory not provided
20:17:43.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.347347 25650 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:43.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.347887 25650 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.352902 25650 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-2/data/instance:
20:17:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51cecf254ab74283bea3d2768361b05b"
20:17:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:43 on dist-test-slave-b6l3"
20:17:43.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.354197 25650 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-2/wal/instance:
20:17:43.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51cecf254ab74283bea3d2768361b05b"
20:17:43.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:43 on dist-test-slave-b6l3"
20:17:43.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.361512 25650 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
20:17:43.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.366998 25667 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.368099 25650 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
20:17:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.368355 25650 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-2/data,/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-2/wal
20:17:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "51cecf254ab74283bea3d2768361b05b"
20:17:43.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:43 on dist-test-slave-b6l3"
20:17:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.368618 25650 fs_report.cc:383] FS layout report
20:17:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-2/wal
20:17:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-2/wal
20:17:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-2/data/data
20:17:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:43.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:43.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.402456 25650 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:43.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.403759 25650 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:43.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.404143 25650 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:43.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.406484 25650 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
20:17:43.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.410670 25650 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:17:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.410872 25650 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:17:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.411075 25650 ts_tablet_manager.cc:610] Registered 0 tablets
20:17:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.411188 25650 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:17:43.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.555917 25650 rpc_server.cc:307] RPC server started. Bound to: 127.24.118.195:36931
20:17:43.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.556069 25780 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.24.118.195:36931 every 8 connection(s)
20:17:43.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.558699 25650 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-2/data/info.pb
20:17:43.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.560042 25051 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu as pid 25650
20:17:43.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.560489 25051 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster5133260376493273648/ts-2/wal/instance
20:17:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.606809 25783 heartbeater.cc:347] Connected to a master server at 127.24.118.254:43137
20:17:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.607270 25783 heartbeater.cc:464] Registering TS with master...
20:17:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.608330 25781 heartbeater.cc:347] Connected to a master server at 127.24.118.252:33567
20:17:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.608431 25783 heartbeater.cc:511] Master 127.24.118.254:43137 requested a full tablet report, sending...
20:17:43.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.608660 25781 heartbeater.cc:464] Registering TS with master...
20:17:43.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.609434 25781 heartbeater.cc:511] Master 127.24.118.252:33567 requested a full tablet report, sending...
20:17:43.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.609575 25782 heartbeater.cc:347] Connected to a master server at 127.24.118.253:46253
20:17:43.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.609913 25782 heartbeater.cc:464] Registering TS with master...
20:17:43.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.610723 25782 heartbeater.cc:511] Master 127.24.118.253:46253 requested a full tablet report, sending...
20:17:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.611382 25251 ts_manager.cc:194] Registered new tserver with Master: 51cecf254ab74283bea3d2768361b05b (127.24.118.195:36931)
20:17:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.613322 25251 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.24.118.195:41491
20:17:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.613372 25095 ts_manager.cc:194] Registered new tserver with Master: 51cecf254ab74283bea3d2768361b05b (127.24.118.195:36931)
20:17:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.613639 25172 ts_manager.cc:194] Registered new tserver with Master: 51cecf254ab74283bea3d2768361b05b (127.24.118.195:36931)
20:17:43.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:43.625325 25051 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
20:17:43.635 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:17:43.636 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:17:43.646 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.24.118.254"
port: 43137
}
bound_http_address {
host: "127.24.118.254"
port: 41197
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.24.118.253"
port: 46253
}
bound_http_address {
host: "127.24.118.253"
port: 37297
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.24.118.252"
port: 33567
}
bound_http_address {
host: "127.24.118.252"
port: 44257
}
}
}
20:17:43.653 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:17:43.655 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.24.118.193"
port: 44551
}
bound_http_address {
host: "127.24.118.193"
port: 34171
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.24.118.194"
port: 41547
}
bound_http_address {
host: "127.24.118.194"
port: 40769
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.24.118.195"
port: 36931
}
bound_http_address {
host: "127.24.118.195"
port: 33493
}
}
}
20:17:43.656 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:17:43.877 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:17:44.006 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskDpHCyk/test-tmp
20:17:44.007 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:17:44.007 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskDpHCyk/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:17:44.010 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
20:17:44.334 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:17:44.334 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:17:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:44.337282 25793 mini_oidc.cc:152] Starting JWKS server
20:17:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:44.340785 25793 webserver.cc:460] Webserver started at http://127.0.0.1:44293/ using document root <none> and password file <none>
20:17:44.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:44.341265 25793 mini_oidc.cc:189] Starting OIDC Discovery server
20:17:44.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:44.343022 25793 webserver.cc:460] Webserver started at http://127.0.0.1:39849/ using document root <none> and password file <none>
20:17:44.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
20:17:44.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/principal' for realm 'KRBTEST.COM',
20:17:44.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
20:17:44.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:44 dist-test-slave-b6l3 krb5kdc[25805](info): setting up network...
20:17:44.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
20:17:44.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:44 dist-test-slave-b6l3 krb5kdc[25805](info): set up 2 sockets
20:17:44.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:44 dist-test-slave-b6l3 krb5kdc[25805](info): commencing operation
20:17:44.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
20:17:44.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:44.618633 25781 heartbeater.cc:503] Master 127.24.118.252:33567 was elected leader, sending a full tablet report...
20:17:45.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:45.439392 25793 mini_kdc.cc:121] Time spent starting KDC: real 1.072s user 0.005s sys 0.012s
20:17:45.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
20:17:45.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:17:45.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
20:17:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
20:17:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:17:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
20:17:45.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
20:17:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:17:45.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
20:17:45.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:17:45.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/test-user.keytab.
20:17:45.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/test-user.keytab.
20:17:45.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:45 dist-test-slave-b6l3 krb5kdc[25805](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540265, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:17:45.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:17:45.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T20:17:45Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
20:17:45.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T20:17:45Z Disabled control of system clock
20:17:45.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.25.48.126@KRBTEST.COM; defaulting to no policy
20:17:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:17:45.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.25.48.126@KRBTEST.COM" created.
20:17:45.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:17:45.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.25.48.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kudu_127.25.48.126.keytab.
20:17:45.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.25.48.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kudu_127.25.48.126.keytab.
20:17:45.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:45.644781 25793 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:45.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:45.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/wal
20:17:45.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/data
20:17:45.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:45.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:45.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:45.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:45.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:45.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:45.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/logs
20:17:45.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/data/info.pb
20:17:45.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:45.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:45.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:45.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:45.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:45.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:45.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:45.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:45.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:17:45.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:45.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:45.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:45.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.48.126:45695
20:17:45.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.48.126
20:17:45.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:45.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kudu_127.25.48.126.keytab
20:17:45.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.25.48.126
20:17:45.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:17:45.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:17:45.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:17:45.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.48.84:46293
20:17:45.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:45.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:45.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:45.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:45.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.48.126:45695,127.25.48.125:33127,127.25.48.124:40731
20:17:45.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:45.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44293/jwks.json
20:17:45.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:17:45.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:45.936620 25818 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:45.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:45.937288 25818 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:45.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:45.937981 25818 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:45.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:45.968994 25818 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:17:45.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:45.969317 25818 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:17:45.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:45.969781 25818 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:45.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:45.970106 25818 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:17:45.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:45.970446 25818 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:17:45.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:45.970773 25818 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:17:45.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:45.971028 25818 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44293/jwks.json
20:17:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:46.011551 25818 master_runner.cc:386] Master server non-default flags:
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.48.84:46293
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/data
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/wal
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.48.126:45695,127.25.48.125:33127,127.25.48.124:40731
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kudu_127.25.48.126.keytab
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.25.48.126
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.48.126:45695
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44293/jwks.json
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/data/info.pb
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.48.126
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/logs
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:17:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:46.012758 25818 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:46.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:46.013697 25818 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:46.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:46.030934 25825 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:46.031122 25824 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:46.032159 25827 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:47.285989 25826 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:17:47.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.286149 25818 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:17:47.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.290270 25818 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:47.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.292913 25818 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:47.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.294272 25818 hybrid_clock.cc:648] HybridClock initialized: now 1790540267294173 us; error 97 us; skew 500 ppm
20:17:47.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.295113 25818 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:47.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:47 dist-test-slave-b6l3 krb5kdc[25805](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540267, etypes {rep=17 tkt=17 ses=17}, kudu/127.25.48.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:17:47.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.301131 25818 init.cc:377] Logged in from keytab as kudu/127.25.48.126@KRBTEST.COM (short username kudu)
20:17:47.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.305639 25818 webserver.cc:460] Webserver started at http://127.25.48.126:37605/ using document root <none> and password file <none>
20:17:47.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.306493 25818 fs_manager.cc:359] Metadata directory not provided
20:17:47.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.306706 25818 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:47.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.307264 25818 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:47.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.312054 25818 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/data/instance:
20:17:47.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "981cd7b1b59f4965b9e8421c7c9c0548"
20:17:47.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:47 on dist-test-slave-b6l3"
20:17:47.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.313151 25818 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/wal/instance:
20:17:47.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "981cd7b1b59f4965b9e8421c7c9c0548"
20:17:47.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:47 on dist-test-slave-b6l3"
20:17:47.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.320171 25818 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.003s sys 0.005s
20:17:47.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.325194 25836 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:47.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.326086 25818 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.003s
20:17:47.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.326439 25818 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/data,/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/wal
20:17:47.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "981cd7b1b59f4965b9e8421c7c9c0548"
20:17:47.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:47 on dist-test-slave-b6l3"
20:17:47.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.326753 25818 fs_report.cc:383] FS layout report
20:17:47.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:47.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/wal
20:17:47.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/wal
20:17:47.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/data/data
20:17:47.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:47.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:47.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:47.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:47.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:47.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:47.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:47.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:47.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:47.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:47.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:47.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.365954 25818 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:47.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.371970 25818 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:47.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.372476 25818 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.446557 25818 rpc_server.cc:307] RPC server started. Bound to: 127.25.48.126:45695
20:17:47.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.446627 25887 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.25.48.126:45695 every 8 connection(s)
20:17:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.449405 25818 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/data/info.pb
20:17:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.451612 25793 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu as pid 25818
20:17:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.452240 25793 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/wal/instance
20:17:47.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.455137 25888 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:47.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.465430 25888 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.48.126" port: 45695 } has no permanent_uuid. Determining permanent_uuid...
20:17:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.25.48.125@KRBTEST.COM; defaulting to no policy
20:17:47.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:17:47.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.25.48.125@KRBTEST.COM" created.
20:17:47.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:47 dist-test-slave-b6l3 krb5kdc[25805](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540267, etypes {rep=17 tkt=17 ses=17}, kudu/127.25.48.126@KRBTEST.COM for kudu/127.25.48.126@KRBTEST.COM
20:17:47.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:17:47.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.25.48.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kudu_127.25.48.125.keytab.
20:17:47.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.25.48.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kudu_127.25.48.125.keytab.
20:17:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.500268 25793 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/wal
20:17:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/data
20:17:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/logs
20:17:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/data/info.pb
20:17:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:17:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.48.125:33127
20:17:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.48.125
20:17:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kudu_127.25.48.125.keytab
20:17:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.25.48.125
20:17:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:17:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:17:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:17:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.48.84:46293
20:17:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.48.126:45695,127.25.48.125:33127,127.25.48.124:40731
20:17:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44293/jwks.json
20:17:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:17:47.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.512363 25888 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.48.125" port: 33127 } has no permanent_uuid. Determining permanent_uuid...
20:17:47.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:47.514992 25838 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.48.125:33127: connect: Connection refused (error 111)
20:17:47.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:47.519091 25888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.48.125:33127: Network error: Client connection negotiation failed: client connection to 127.25.48.125:33127: connect: Connection refused (error 111)
20:17:47.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:47.527877 25127 debug-util.cc:398] Leaking SignalData structure 0x7b08000bdcc0 after lost signal to thread 25064
20:17:47.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:47.528580 25127 debug-util.cc:398] Leaking SignalData structure 0x7b08000b53c0 after lost signal to thread 25130
20:17:47.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.568544 25888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.48.125" port: 33127 } attempt: 1
20:17:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:47.572043 25888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.48.125:33127: Network error: Client connection negotiation failed: client connection to 127.25.48.125:33127: connect: Connection refused (error 111)
20:17:47.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.640429 25888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.48.125" port: 33127 } attempt: 2
20:17:47.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:47.644522 25888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.48.125:33127: Network error: Client connection negotiation failed: client connection to 127.25.48.125:33127: connect: Connection refused (error 111)
20:17:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.735957 25888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.48.125" port: 33127 } attempt: 3
20:17:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:47.740607 25888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.48.125:33127: Network error: Client connection negotiation failed: client connection to 127.25.48.125:33127: connect: Connection refused (error 111)
20:17:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:47.846138 25894 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:47.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:47.846700 25894 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:47.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:47.847412 25894 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:47.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:47.876901 25894 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:17:47.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:47.877194 25894 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:17:47.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:47.877519 25894 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:47.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:47.877825 25894 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:17:47.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:47.878286 25894 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:17:47.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:47.878532 25894 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:17:47.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:47.878746 25894 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44293/jwks.json
20:17:47.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.884011 25888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.48.125" port: 33127 } attempt: 4
20:17:47.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:47.888046 25888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.48.125:33127: Network error: Client connection negotiation failed: client connection to 127.25.48.125:33127: connect: Connection refused (error 111)
20:17:47.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.916210 25894 master_runner.cc:386] Master server non-default flags:
20:17:47.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:47.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.48.84:46293
20:17:47.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:47.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:47.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/data
20:17:47.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/wal
20:17:47.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:17:47.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.48.126:45695,127.25.48.125:33127,127.25.48.124:40731
20:17:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kudu_127.25.48.125.keytab
20:17:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.25.48.125
20:17:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.48.125:33127
20:17:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44293/jwks.json
20:17:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:17:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:17:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:17:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:47.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/data/info.pb
20:17:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.48.125
20:17:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/logs
20:17:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:17:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:17:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:17:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:17:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.917310 25894 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:47.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:47.918231 25894 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:47.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:47.938577 25902 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:48.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:48.187510 25888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.48.125" port: 33127 } attempt: 5
20:17:48.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:48.194924 25888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.48.125:33127: Network error: Client connection negotiation failed: client connection to 127.25.48.125:33127: connect: Connection refused (error 111)
20:17:48.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:48.742447 25888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.48.125" port: 33127 } attempt: 6
20:17:48.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:48.775044 25888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.48.125:33127: Network error: Client connection negotiation failed: client connection to 127.25.48.125:33127: connect: Connection refused (error 111)
20:17:49.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:47.940448 25904 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:49.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:47.938937 25901 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:49.441708 25903 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1500 milliseconds
20:17:49.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.441813 25894 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:17:49.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.443063 25894 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:49.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.446342 25894 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.447890 25894 hybrid_clock.cc:648] HybridClock initialized: now 1790540269447822 us; error 74 us; skew 500 ppm
20:17:49.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.448812 25894 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:49.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:49 dist-test-slave-b6l3 krb5kdc[25805](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540269, etypes {rep=17 tkt=17 ses=17}, kudu/127.25.48.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:17:49.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.458911 25894 init.cc:377] Logged in from keytab as kudu/127.25.48.125@KRBTEST.COM (short username kudu)
20:17:49.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.465842 25894 webserver.cc:460] Webserver started at http://127.25.48.125:42887/ using document root <none> and password file <none>
20:17:49.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.466754 25894 fs_manager.cc:359] Metadata directory not provided
20:17:49.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.467036 25894 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:49.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.467566 25894 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:49.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.472486 25894 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/data/instance:
20:17:49.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5467816f159d4b548eb052a4cbd0064a"
20:17:49.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:49 on dist-test-slave-b6l3"
20:17:49.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.473685 25894 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/wal/instance:
20:17:49.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5467816f159d4b548eb052a4cbd0064a"
20:17:49.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:49 on dist-test-slave-b6l3"
20:17:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.485673 25894 fs_manager.cc:691] Time spent creating directory manager: real 0.011s user 0.009s sys 0.004s
20:17:49.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.492178 25916 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:49.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.493369 25894 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
20:17:49.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.493716 25894 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/data,/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/wal
20:17:49.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5467816f159d4b548eb052a4cbd0064a"
20:17:49.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:49 on dist-test-slave-b6l3"
20:17:49.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.494056 25894 fs_report.cc:383] FS layout report
20:17:49.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:49.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/wal
20:17:49.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/wal
20:17:49.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/data/data
20:17:49.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:49.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:49.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:49.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:49.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:49.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:49.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:49.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:49.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:49.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:49.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:49.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.530843 25894 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:49.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.536388 25894 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.536936 25894 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:49.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.616288 25894 rpc_server.cc:307] RPC server started. Bound to: 127.25.48.125:33127
20:17:49.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.616389 25968 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.25.48.125:33127 every 8 connection(s)
20:17:49.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.619035 25894 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/data/info.pb
20:17:49.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.619654 25793 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu as pid 25894
20:17:49.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.620044 25793 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/wal/instance
20:17:49.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.625663 25969 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:49.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.25.48.124@KRBTEST.COM; defaulting to no policy
20:17:49.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.637765 25969 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.48.126" port: 45695 } has no permanent_uuid. Determining permanent_uuid...
20:17:49.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:17:49.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.25.48.124@KRBTEST.COM" created.
20:17:49.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:49.645289 25494 debug-util.cc:398] Leaking SignalData structure 0x7b08000aeb80 after lost signal to thread 25355
20:17:49.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:49.646365 25494 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae5e0 after lost signal to thread 25497
20:17:49.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:17:49.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.25.48.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kudu_127.25.48.124.keytab.
20:17:49.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.25.48.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kudu_127.25.48.124.keytab.
20:17:49.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:49 dist-test-slave-b6l3 krb5kdc[25805](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540269, etypes {rep=17 tkt=17 ses=17}, kudu/127.25.48.125@KRBTEST.COM for kudu/127.25.48.126@KRBTEST.COM
20:17:49.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.667518 25793 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/wal
20:17:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/data
20:17:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:49.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/logs
20:17:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/data/info.pb
20:17:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:17:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.48.124:40731
20:17:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.48.124
20:17:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kudu_127.25.48.124.keytab
20:17:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.25.48.124
20:17:49.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:17:49.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:17:49.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:17:49.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.48.84:46293
20:17:49.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:49.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:49.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:49.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:49.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.48.126:45695,127.25.48.125:33127,127.25.48.124:40731
20:17:49.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:49.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44293/jwks.json
20:17:49.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:17:49.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.682695 25969 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.48.125" port: 33127 } has no permanent_uuid. Determining permanent_uuid...
20:17:49.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:49 dist-test-slave-b6l3 krb5kdc[25805](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540269, etypes {rep=17 tkt=17 ses=17}, kudu/127.25.48.125@KRBTEST.COM for kudu/127.25.48.125@KRBTEST.COM
20:17:49.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.721731 25969 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } has no permanent_uuid. Determining permanent_uuid...
20:17:49.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:49.724895 25920 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.48.124:40731: connect: Connection refused (error 111)
20:17:49.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:49.729215 25969 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.48.124:40731: Network error: Client connection negotiation failed: client connection to 127.25.48.124:40731: connect: Connection refused (error 111)
20:17:49.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.778766 25969 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } attempt: 1
20:17:49.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:49.783105 25969 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.48.124:40731: Network error: Client connection negotiation failed: client connection to 127.25.48.124:40731: connect: Connection refused (error 111)
20:17:49.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.835480 25888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.48.125" port: 33127 } attempt: 7
20:17:49.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.851562 25969 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } attempt: 2
20:17:49.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:49 dist-test-slave-b6l3 krb5kdc[25805](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540267, etypes {rep=17 tkt=17 ses=17}, kudu/127.25.48.126@KRBTEST.COM for kudu/127.25.48.125@KRBTEST.COM
20:17:49.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.866782 25888 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } has no permanent_uuid. Determining permanent_uuid...
20:17:49.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:49.868438 25969 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.48.124:40731: Network error: Client connection negotiation failed: client connection to 127.25.48.124:40731: connect: Connection refused (error 111)
20:17:49.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:49.873900 25888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.48.124:40731: Network error: Client connection negotiation failed: client connection to 127.25.48.124:40731: connect: Connection refused (error 111)
20:17:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.932331 25888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } attempt: 1
20:17:49.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:49.936313 25888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.48.124:40731: Network error: Client connection negotiation failed: client connection to 127.25.48.124:40731: connect: Connection refused (error 111)
20:17:49.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:49.959865 25969 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } attempt: 3
20:17:49.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:49.964408 25969 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.48.124:40731: Network error: Client connection negotiation failed: client connection to 127.25.48.124:40731: connect: Connection refused (error 111)
20:17:50.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:50.011258 25975 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:50.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:50.011901 25975 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:50.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:50.012691 25975 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:50.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:50.017750 25888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } attempt: 2
20:17:50.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:50.021937 25888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.48.124:40731: Network error: Client connection negotiation failed: client connection to 127.25.48.124:40731: connect: Connection refused (error 111)
20:17:50.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:50.045503 25975 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:17:50.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:50.045763 25975 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:17:50.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:50.046331 25975 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:50.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:50.046554 25975 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:17:50.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:50.046738 25975 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:17:50.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:50.046933 25975 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:17:50.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:50.047324 25975 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44293/jwks.json
20:17:50.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:50.082346 25975 master_runner.cc:386] Master server non-default flags:
20:17:50.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.48.84:46293
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/data
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/wal
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.48.126:45695,127.25.48.125:33127,127.25.48.124:40731
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kudu_127.25.48.124.keytab
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.25.48.124
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.48.124:40731
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44293/jwks.json
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/data/info.pb
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.48.124
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:50.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:50.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/logs
20:17:50.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:50.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:50.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:50.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:17:50.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:50.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:50.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:50.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:17:50.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:17:50.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:17:50.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:50.083876 25975 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:50.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:50.085011 25975 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:50.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:50.103251 25992 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:50.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:50.107345 25888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } attempt: 3
20:17:50.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:50.108215 25969 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } attempt: 4
20:17:50.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:50.112705 25888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.48.124:40731: Network error: Client connection negotiation failed: client connection to 127.25.48.124:40731: connect: Connection refused (error 111)
20:17:50.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:50.113126 25969 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.48.124:40731: Network error: Client connection negotiation failed: client connection to 127.25.48.124:40731: connect: Connection refused (error 111)
20:17:50.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:50.253127 25888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } attempt: 4
20:17:50.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:50.260443 25888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.48.124:40731: Network error: Client connection negotiation failed: client connection to 127.25.48.124:40731: connect: Connection refused (error 111)
20:17:50.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:50.412554 25969 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } attempt: 5
20:17:50.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:50.417567 25969 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.48.124:40731: Network error: Client connection negotiation failed: client connection to 127.25.48.124:40731: connect: Connection refused (error 111)
20:17:50.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:50.544005 25888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } attempt: 5
20:17:50.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:50.549170 25888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.48.124:40731: Network error: Client connection negotiation failed: client connection to 127.25.48.124:40731: connect: Connection refused (error 111)
20:17:50.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:50.965118 25969 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } attempt: 6
20:17:50.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:50.974854 25969 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.48.124:40731: Network error: Client connection negotiation failed: client connection to 127.25.48.124:40731: connect: Connection refused (error 111)
20:17:51.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.101724 25888 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } attempt: 6
20:17:51.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:51.110244 25888 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.25.48.124:40731: Network error: Client connection negotiation failed: client connection to 127.25.48.124:40731: connect: Connection refused (error 111)
20:17:51.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:50.104092 25989 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:51.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:50.104334 25990 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:51.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:50.105661 25975 server_base.cc:1034] running on GCE node
20:17:51.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.372211 25975 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:51.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.375310 25975 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:51.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.376729 25975 hybrid_clock.cc:648] HybridClock initialized: now 1790540271376678 us; error 69 us; skew 500 ppm
20:17:51.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.377472 25975 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:51.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:51 dist-test-slave-b6l3 krb5kdc[25805](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540271, etypes {rep=17 tkt=17 ses=17}, kudu/127.25.48.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:17:51.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.383164 25975 init.cc:377] Logged in from keytab as kudu/127.25.48.124@KRBTEST.COM (short username kudu)
20:17:51.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.388405 25975 webserver.cc:460] Webserver started at http://127.25.48.124:46807/ using document root <none> and password file <none>
20:17:51.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.389366 25975 fs_manager.cc:359] Metadata directory not provided
20:17:51.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.389542 25975 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:51.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.389909 25975 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
20:17:51.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.394577 25975 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/data/instance:
20:17:51.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fcb19c7ca8d5476fa4eade7ec1521b41"
20:17:51.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:51 on dist-test-slave-b6l3"
20:17:51.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.395561 25975 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/wal/instance:
20:17:51.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fcb19c7ca8d5476fa4eade7ec1521b41"
20:17:51.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:51 on dist-test-slave-b6l3"
20:17:51.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.403223 25975 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.005s
20:17:51.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.408414 26005 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:51.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.409480 25975 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.000s sys 0.004s
20:17:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.409777 25975 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/data,/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/wal
20:17:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fcb19c7ca8d5476fa4eade7ec1521b41"
20:17:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:51 on dist-test-slave-b6l3"
20:17:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.410058 25975 fs_report.cc:383] FS layout report
20:17:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/wal
20:17:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/wal
20:17:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/data/data
20:17:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:51.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.451797 25975 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:51.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.457419 25975 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.457890 25975 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:51.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.539367 25975 rpc_server.cc:307] RPC server started. Bound to: 127.25.48.124:40731
20:17:51.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.539455 26056 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.25.48.124:40731 every 8 connection(s)
20:17:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.542079 25975 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/data/info.pb
20:17:51.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.547788 26057 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:17:51.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.548554 25793 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu as pid 25975
20:17:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.549026 25793 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/wal/instance
20:17:51.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.562669 26057 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.48.126" port: 45695 } has no permanent_uuid. Determining permanent_uuid...
20:17:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:51 dist-test-slave-b6l3 krb5kdc[25805](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540271, etypes {rep=17 tkt=17 ses=17}, kudu/127.25.48.124@KRBTEST.COM for kudu/127.25.48.126@KRBTEST.COM
20:17:51.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:51 dist-test-slave-b6l3 krb5kdc[25805](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540265, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.25.48.124@KRBTEST.COM
20:17:51.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.596653 26057 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.48.125" port: 33127 } has no permanent_uuid. Determining permanent_uuid...
20:17:51.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:51 dist-test-slave-b6l3 krb5kdc[25805](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540271, etypes {rep=17 tkt=17 ses=17}, kudu/127.25.48.124@KRBTEST.COM for kudu/127.25.48.125@KRBTEST.COM
20:17:51.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:51 dist-test-slave-b6l3 krb5kdc[25805](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540265, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.25.48.125@KRBTEST.COM
20:17:51.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.621769 26057 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } has no permanent_uuid. Determining permanent_uuid...
20:17:51.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:51 dist-test-slave-b6l3 krb5kdc[25805](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540271, etypes {rep=17 tkt=17 ses=17}, kudu/127.25.48.124@KRBTEST.COM for kudu/127.25.48.124@KRBTEST.COM
20:17:51.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:51 dist-test-slave-b6l3 krb5kdc[25805](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540265, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.25.48.126@KRBTEST.COM
20:17:51.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.653930 26057 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: Bootstrap starting.
20:17:51.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.659936 25793 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
20:17:51.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.660738 26057 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: Neither blocks nor log segments found. Creating new log.
20:17:51.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.662846 26057 log.cc:824] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: Log is configured to *not* fsync() on all Append() calls
20:17:51.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.668110 26057 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: No bootstrap required, opened a new log
20:17:51.670 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:17:51.671 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
20:17:51.685 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
20:17:51.686 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
20:17:51.689 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.25.48.126"
port: 45695
}
bound_http_address {
host: "127.25.48.126"
port: 37605
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.25.48.125"
port: 33127
}
bound_http_address {
host: "127.25.48.125"
port: 42887
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.25.48.124"
port: 40731
}
bound_http_address {
host: "127.25.48.124"
port: 46807
}
}
}
20:17:51.689 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:17:51.689 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:17:51.689 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:17:51.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.689930 26057 raft_consensus.cc:348] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981cd7b1b59f4965b9e8421c7c9c0548" member_type: VOTER last_known_addr { host: "127.25.48.126" port: 45695 } } peers { permanent_uuid: "5467816f159d4b548eb052a4cbd0064a" member_type: VOTER last_known_addr { host: "127.25.48.125" port: 33127 } } peers { permanent_uuid: "fcb19c7ca8d5476fa4eade7ec1521b41" member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } }
20:17:51.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.690534 26057 raft_consensus.cc:374] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:51.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.690829 26057 raft_consensus.cc:729] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fcb19c7ca8d5476fa4eade7ec1521b41, State: Initialized, Role: FOLLOWER
20:17:51.691 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:17:51.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.691749 26057 consensus_queue.cc:260] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981cd7b1b59f4965b9e8421c7c9c0548" member_type: VOTER last_known_addr { host: "127.25.48.126" port: 45695 } } peers { permanent_uuid: "5467816f159d4b548eb052a4cbd0064a" member_type: VOTER last_known_addr { host: "127.25.48.125" port: 33127 } } peers { permanent_uuid: "fcb19c7ca8d5476fa4eade7ec1521b41" member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } }
20:17:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.694677 26066 sys_catalog.cc:455] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981cd7b1b59f4965b9e8421c7c9c0548" member_type: VOTER last_known_addr { host: "127.25.48.126" port: 45695 } } peers { permanent_uuid: "5467816f159d4b548eb052a4cbd0064a" member_type: VOTER last_known_addr { host: "127.25.48.125" port: 33127 } } peers { permanent_uuid: "fcb19c7ca8d5476fa4eade7ec1521b41" member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } } }
20:17:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.695606 26066 sys_catalog.cc:458] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [sys.catalog]: This master's current role is: FOLLOWER
20:17:51.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.696564 26057 sys_catalog.cc:564] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [sys.catalog]: configured and running, proceeding with master startup.
20:17:51.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:51.712744 26011 tablet.cc:2369] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:17:51.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.717837 26079 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:17:51.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:51 dist-test-slave-b6l3 krb5kdc[25805](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540271, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:17:51.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:17:51.732 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:17:51.734 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/krb5cc
20:17:51.740 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:17:51.741 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/krb5cc
20:17:51.742 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:17:51.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.721730 25975 master_runner.cc:186] Error getting master registration for 127.25.48.126:45695: OK, instance_id { permanent_uuid: "981cd7b1b59f4965b9e8421c7c9c0548" instance_seqno: 1790540267425771 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:17:51.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.745818 25975 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:17:51.746 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
20:17:51.748 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:17:51.748 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:17:51.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:51 dist-test-slave-b6l3 krb5kdc[25805](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540271, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:17:51.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:17:51.779 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:17:51.779 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/krb5cc
20:17:51.781 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:17:51.781 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.25.48.126:45695
20:17:51.783 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:17:51.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.784073 25793 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu with pid 25818
20:17:51.806 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:17:51.806 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.25.48.124:40731
20:17:51.807 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:17:51.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.807826 25793 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu with pid 25975
20:17:51.836 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:17:51.836 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.25.48.125:33127
20:17:51.836 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:17:51.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.837296 25793 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu with pid 25894
20:17:51.865 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:17:51.865 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.25.48.126:45695
20:17:51.866 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:17:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:51.868747 25793 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/wal
20:17:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/data
20:17:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/logs
20:17:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/data/info.pb
20:17:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:51.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:17:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.48.126:45695
20:17:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.48.126
20:17:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37605
20:17:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kudu_127.25.48.126.keytab
20:17:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.25.48.126
20:17:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:17:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:17:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:17:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.48.84:46293
20:17:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.48.126:45695,127.25.48.125:33127,127.25.48.124:40731
20:17:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44293/jwks.json
20:17:51.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:17:52.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:52.173779 26082 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:52.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:52.174644 26082 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:52.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:52.175851 26082 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:52.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:52.209807 26082 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:17:52.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:52.210001 26082 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:17:52.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:52.210273 26082 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:52.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:52.210472 26082 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:17:52.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:52.210655 26082 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:17:52.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:52.210844 26082 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:17:52.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:52.210987 26082 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44293/jwks.json
20:17:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:52.246914 26082 master_runner.cc:386] Master server non-default flags:
20:17:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.48.84:46293
20:17:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/data
20:17:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/wal
20:17:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:17:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.48.126:45695,127.25.48.125:33127,127.25.48.124:40731
20:17:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kudu_127.25.48.126.keytab
20:17:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.25.48.126
20:17:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.48.126:45695
20:17:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:52.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44293/jwks.json
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/data/info.pb
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.48.126
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37605
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/logs
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:17:52.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:52.248204 26082 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:52.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:52.249100 26082 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:52.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:52.267982 26091 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:53.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:52.268047 26094 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:52.267988 26092 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:52.269248 26082 server_base.cc:1034] running on GCE node
20:17:53.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.470711 26082 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:53.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.473771 26082 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:53.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.475214 26082 hybrid_clock.cc:648] HybridClock initialized: now 1790540273475179 us; error 45 us; skew 500 ppm
20:17:53.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.476158 26082 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:53.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:53 dist-test-slave-b6l3 krb5kdc[25805](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540273, etypes {rep=17 tkt=17 ses=17}, kudu/127.25.48.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:17:53.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.482515 26082 init.cc:377] Logged in from keytab as kudu/127.25.48.126@KRBTEST.COM (short username kudu)
20:17:53.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.487742 26082 webserver.cc:460] Webserver started at http://127.25.48.126:37605/ using document root <none> and password file <none>
20:17:53.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.488677 26082 fs_manager.cc:359] Metadata directory not provided
20:17:53.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.489024 26082 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:53.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.497660 26082 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.004s sys 0.004s
20:17:53.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.502410 26102 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:53.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.503561 26082 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
20:17:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.503901 26082 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/data,/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/wal
20:17:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "981cd7b1b59f4965b9e8421c7c9c0548"
20:17:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:47 on dist-test-slave-b6l3"
20:17:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.506251 26082 fs_report.cc:383] FS layout report
20:17:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/wal
20:17:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/wal
20:17:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/data/data
20:17:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:53.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:53.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:53.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:53.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:53.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:53.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:53.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:53.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:53.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:53.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:53.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.536744 26082 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:53.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.541937 26082 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:53.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.542325 26082 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:53.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.614677 26082 rpc_server.cc:307] RPC server started. Bound to: 127.25.48.126:45695
20:17:53.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.614786 26153 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.25.48.126:45695 every 8 connection(s)
20:17:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.617506 26082 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/data/info.pb
20:17:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.621464 25793 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu as pid 26082
20:17:53.622 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:17:53.622 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.25.48.124:40731
20:17:53.622 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:17:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.624011 25793 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/wal
20:17:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/data
20:17:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/logs
20:17:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/data/info.pb
20:17:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.48.124:40731
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.48.124
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46807
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kudu_127.25.48.124.keytab
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.25.48.124
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.48.84:46293
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.48.126:45695,127.25.48.125:33127,127.25.48.124:40731
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44293/jwks.json
20:17:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:17:53.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.630702 26154 sys_catalog.cc:263] Verifying existing consensus state
20:17:53.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260927 20:17:53.631517 26154 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:17:53.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.631999 26082 master.cc:537] Master@127.25.48.126:45695 shutting down...
20:17:53.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:53.734149 26082 master.cc:552] Master@127.25.48.126:45695 shutdown complete.
20:17:53.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:17:53.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:53.957444 26156 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:53.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:53.957955 26156 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:53.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:53.958631 26156 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:53.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:53.989722 26156 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:17:53.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:53.989919 26156 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:17:53.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:53.990164 26156 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:53.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:53.990448 26156 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:17:53.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:53.990756 26156 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:17:53.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:53.991084 26156 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:17:53.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:53.991333 26156 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44293/jwks.json
20:17:54.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:54.027097 26156 master_runner.cc:386] Master server non-default flags:
20:17:54.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:54.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.48.84:46293
20:17:54.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:54.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/data
20:17:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/wal
20:17:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:17:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.48.126:45695,127.25.48.125:33127,127.25.48.124:40731
20:17:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kudu_127.25.48.124.keytab
20:17:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.25.48.124
20:17:54.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.48.124:40731
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44293/jwks.json
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/data/info.pb
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.48.124
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46807
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/logs
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:54.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:54.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:17:54.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:17:54.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:17:54.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:54.028584 26156 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:54.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:54.029804 26156 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:54.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:54.047310 26164 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:54.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:54.677572 25282 debug-util.cc:398] Leaking SignalData structure 0x7b08000c3de0 after lost signal to thread 25214
20:17:54.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:54.678603 25282 debug-util.cc:398] Leaking SignalData structure 0x7b08000c5580 after lost signal to thread 25285
20:17:55.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:54.047323 26163 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:55.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:54.049598 26156 server_base.cc:1034] running on GCE node
20:17:55.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:54.047489 26166 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:55.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.267321 26156 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:55.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.270531 26156 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.271994 26156 hybrid_clock.cc:648] HybridClock initialized: now 1790540275271884 us; error 111 us; skew 500 ppm
20:17:55.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.273092 26156 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:55.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:55 dist-test-slave-b6l3 krb5kdc[25805](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540275, etypes {rep=17 tkt=17 ses=17}, kudu/127.25.48.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:17:55.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.283651 26156 init.cc:377] Logged in from keytab as kudu/127.25.48.124@KRBTEST.COM (short username kudu)
20:17:55.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.289479 26156 webserver.cc:460] Webserver started at http://127.25.48.124:46807/ using document root <none> and password file <none>
20:17:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.290701 26156 fs_manager.cc:359] Metadata directory not provided
20:17:55.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.291092 26156 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:55.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.302029 26156 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.009s sys 0.000s
20:17:55.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.307752 26175 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:55.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.308930 26156 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
20:17:55.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.309445 26156 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/data,/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/wal
20:17:55.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fcb19c7ca8d5476fa4eade7ec1521b41"
20:17:55.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:51 on dist-test-slave-b6l3"
20:17:55.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.312912 26156 fs_report.cc:383] FS layout report
20:17:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/wal
20:17:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/wal
20:17:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/data/data
20:17:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:55.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:55.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.368562 26156 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:55.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.376020 26156 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:55.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.376528 26156 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:55.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.461251 26156 rpc_server.cc:307] RPC server started. Bound to: 127.25.48.124:40731
20:17:55.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.461457 26226 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.25.48.124:40731 every 8 connection(s)
20:17:55.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.464181 26156 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-2/data/info.pb
20:17:55.468 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:17:55.469 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.25.48.125:33127
20:17:55.469 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
20:17:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.466796 25793 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu as pid 26156
20:17:55.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.472607 25793 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:55.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu
20:17:55.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/wal
20:17:55.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/data
20:17:55.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:17:55.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:17:55.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:17:55.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:55.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:55.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:55.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/logs
20:17:55.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/data/info.pb
20:17:55.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:55.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:17:55.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:17:55.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:17:55.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:17:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:17:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:17:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.48.125:33127
20:17:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.48.125
20:17:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42887
20:17:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kudu_127.25.48.125.keytab
20:17:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.25.48.125
20:17:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:17:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:17:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:17:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.48.84:46293
20:17:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.48.126:45695,127.25.48.125:33127,127.25.48.124:40731
20:17:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:55.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44293/jwks.json
20:17:55.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:17:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.478578 26227 sys_catalog.cc:263] Verifying existing consensus state
20:17:55.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.486124 26227 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: Bootstrap starting.
20:17:55.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.531148 26227 log.cc:824] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: Log is configured to *not* fsync() on all Append() calls
20:17:55.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.536348 26227 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:17:55.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.537312 26227 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: Bootstrap complete.
20:17:55.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.572306 26227 raft_consensus.cc:348] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981cd7b1b59f4965b9e8421c7c9c0548" member_type: VOTER last_known_addr { host: "127.25.48.126" port: 45695 } } peers { permanent_uuid: "5467816f159d4b548eb052a4cbd0064a" member_type: VOTER last_known_addr { host: "127.25.48.125" port: 33127 } } peers { permanent_uuid: "fcb19c7ca8d5476fa4eade7ec1521b41" member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } }
20:17:55.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.574961 26227 raft_consensus.cc:374] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:17:55.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.575265 26227 raft_consensus.cc:729] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fcb19c7ca8d5476fa4eade7ec1521b41, State: Initialized, Role: FOLLOWER
20:17:55.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.576174 26227 consensus_queue.cc:260] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981cd7b1b59f4965b9e8421c7c9c0548" member_type: VOTER last_known_addr { host: "127.25.48.126" port: 45695 } } peers { permanent_uuid: "5467816f159d4b548eb052a4cbd0064a" member_type: VOTER last_known_addr { host: "127.25.48.125" port: 33127 } } peers { permanent_uuid: "fcb19c7ca8d5476fa4eade7ec1521b41" member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } }
20:17:55.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.579084 26231 sys_catalog.cc:455] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981cd7b1b59f4965b9e8421c7c9c0548" member_type: VOTER last_known_addr { host: "127.25.48.126" port: 45695 } } peers { permanent_uuid: "5467816f159d4b548eb052a4cbd0064a" member_type: VOTER last_known_addr { host: "127.25.48.125" port: 33127 } } peers { permanent_uuid: "fcb19c7ca8d5476fa4eade7ec1521b41" member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } } }
20:17:55.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.580129 26231 sys_catalog.cc:458] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [sys.catalog]: This master's current role is: FOLLOWER
20:17:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.580873 26227 sys_catalog.cc:564] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [sys.catalog]: configured and running, proceeding with master startup.
20:17:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:55.616015 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:17:55.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:55.616761 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:17:55.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:55.632640 26181 tablet.cc:2369] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:17:55.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.625946 26156 master_runner.cc:186] Error getting master registration for 127.25.48.126:45695: Network error: Client connection negotiation failed: client connection to 127.25.48.126:45695: connect: Connection refused (error 111),
20:17:55.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.656081 26156 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:17:55.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.814273 26231 raft_consensus.cc:482] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:17:55.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.814829 26231 raft_consensus.cc:504] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981cd7b1b59f4965b9e8421c7c9c0548" member_type: VOTER last_known_addr { host: "127.25.48.126" port: 45695 } } peers { permanent_uuid: "5467816f159d4b548eb052a4cbd0064a" member_type: VOTER last_known_addr { host: "127.25.48.125" port: 33127 } } peers { permanent_uuid: "fcb19c7ca8d5476fa4eade7ec1521b41" member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } }
20:17:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:55.820303 26178 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.48.126:45695: connect: Connection refused (error 111)
20:17:55.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.824596 26231 leader_election.cc:288] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 981cd7b1b59f4965b9e8421c7c9c0548 (127.25.48.126:45695), 5467816f159d4b548eb052a4cbd0064a (127.25.48.125:33127)
20:17:55.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:55.836063 26177 leader_election.cc:334] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 5467816f159d4b548eb052a4cbd0064a (127.25.48.125:33127): Network error: Client connection negotiation failed: client connection to 127.25.48.125:33127: connect: Connection refused (error 111)
20:17:55.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:55.843457 26178 leader_election.cc:334] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 981cd7b1b59f4965b9e8421c7c9c0548 (127.25.48.126:45695): Network error: Client connection negotiation failed: client connection to 127.25.48.126:45695: connect: Connection refused (error 111)
20:17:55.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.843845 26178 leader_election.cc:302] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fcb19c7ca8d5476fa4eade7ec1521b41; no voters: 5467816f159d4b548eb052a4cbd0064a, 981cd7b1b59f4965b9e8421c7c9c0548
20:17:55.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.844635 26231 raft_consensus.cc:2726] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:17:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:55.913861 26229 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
20:17:55.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:55.914526 26229 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:17:55.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:55.915222 26229 flags.cc:425] Enabled unsafe flag: --never_fsync=true
20:17:55.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:55.946935 26229 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
20:17:55.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:55.947206 26229 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
20:17:55.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:55.947664 26229 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
20:17:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:55.948024 26229 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
20:17:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:55.948378 26229 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
20:17:55.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:55.948684 26229 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
20:17:55.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:55.948915 26229 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:44293/jwks.json
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.987461 26229 master_runner.cc:386] Master server non-default flags:
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.48.84:46293
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/data
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/wal
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.48.126:45695,127.25.48.125:33127,127.25.48.124:40731
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/krb5kdc/kudu_127.25.48.125.keytab
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.25.48.125
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.48.125:33127
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44293/jwks.json
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:17:55.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/data/info.pb
20:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.48.125
20:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=42887
20:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/logs
20:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
20:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
20:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 27 Sep 2026 19:19:31 UTC on ccycloud.quasar-tlrbor.root.comops.site
20:17:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4676273
20:17:55.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:17:55.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.989046 26229 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:17:55.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:55.990338 26229 file_cache.cc:493] Constructed file cache file cache with capacity 419430
20:17:56.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:56.013302 26251 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:56.621200 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:17:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:56.621517 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:17:57.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:56.021093 26252 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:57.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:56.021274 26229 server_base.cc:1034] running on GCE node
20:17:57.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:57.344229 26255 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:17:57.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.366894 26229 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:17:57.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.369920 26229 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:17:57.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.371390 26229 hybrid_clock.cc:648] HybridClock initialized: now 1790540277371376 us; error 49 us; skew 500 ppm
20:17:57.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.372516 26229 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:17:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:57 dist-test-slave-b6l3 krb5kdc[25805](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540277, etypes {rep=17 tkt=17 ses=17}, kudu/127.25.48.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:17:57.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.379865 26229 init.cc:377] Logged in from keytab as kudu/127.25.48.125@KRBTEST.COM (short username kudu)
20:17:57.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.385780 26229 webserver.cc:460] Webserver started at http://127.25.48.125:42887/ using document root <none> and password file <none>
20:17:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.386953 26229 fs_manager.cc:359] Metadata directory not provided
20:17:57.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.387241 26229 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:17:57.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.395998 26229 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.003s sys 0.005s
20:17:57.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.400315 26263 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:17:57.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.401752 26229 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
20:17:57.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.402101 26229 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/data,/tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/wal
20:17:57.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5467816f159d4b548eb052a4cbd0064a"
20:17:57.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-27 20:17:49 on dist-test-slave-b6l3"
20:17:57.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.404377 26229 fs_report.cc:383] FS layout report
20:17:57.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:17:57.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/wal
20:17:57.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/wal
20:17:57.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/data/data
20:17:57.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:17:57.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:17:57.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:17:57.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:17:57.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:17:57.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:17:57.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:17:57.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:17:57.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:17:57.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:17:57.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:17:57.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.438795 26229 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
20:17:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.444108 26229 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:17:57.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.444578 26229 kserver.cc:163] Server-wide thread pool size limit: 3276
20:17:57.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.555713 26315 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.25.48.125:33127 every 8 connection(s)
20:17:57.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.556373 26229 rpc_server.cc:307] RPC server started. Bound to: 127.25.48.125:33127
20:17:57.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.559113 26229 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/data/info.pb
20:17:57.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.562567 25793 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu as pid 26229
20:17:57.563 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:17:57.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.573608 26318 raft_consensus.cc:482] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:17:57.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.574066 26318 raft_consensus.cc:504] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981cd7b1b59f4965b9e8421c7c9c0548" member_type: VOTER last_known_addr { host: "127.25.48.126" port: 45695 } } peers { permanent_uuid: "5467816f159d4b548eb052a4cbd0064a" member_type: VOTER last_known_addr { host: "127.25.48.125" port: 33127 } } peers { permanent_uuid: "fcb19c7ca8d5476fa4eade7ec1521b41" member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } }
20:17:57.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.581223 26316 sys_catalog.cc:263] Verifying existing consensus state
20:17:57.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.582655 26318 leader_election.cc:288] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 981cd7b1b59f4965b9e8421c7c9c0548 (127.25.48.126:45695), 5467816f159d4b548eb052a4cbd0064a (127.25.48.125:33127)
20:17:57.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260927 20:17:57.582486 26316 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:17:57.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.583781 26229 master.cc:537] Master@127.25.48.125:33127 shutting down...
20:17:57.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:57.596063 26178 leader_election.cc:334] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 981cd7b1b59f4965b9e8421c7c9c0548 (127.25.48.126:45695): Network error: Client connection negotiation failed: client connection to 127.25.48.126:45695: connect: Connection refused (error 111)
20:17:57.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:57 dist-test-slave-b6l3 krb5kdc[25805](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540275, etypes {rep=17 tkt=17 ses=17}, kudu/127.25.48.124@KRBTEST.COM for kudu/127.25.48.125@KRBTEST.COM
20:17:57.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:57.625123 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:17:57.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:57.625363 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:17:57.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:57.640625 26177 leader_election.cc:334] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 5467816f159d4b548eb052a4cbd0064a (127.25.48.125:33127): Remote error: Service unavailable: service kudu.consensus.ConsensusService not registered on Master
20:17:57.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.641095 26177 leader_election.cc:302] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fcb19c7ca8d5476fa4eade7ec1521b41; no voters: 5467816f159d4b548eb052a4cbd0064a, 981cd7b1b59f4965b9e8421c7c9c0548
20:17:57.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.641897 26318 raft_consensus.cc:2726] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:17:57.657 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:17:57.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:57.688578 26229 master.cc:552] Master@127.25.48.125:33127 shutdown complete.
20:17:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskDpHCyk/test-tmp/mini-kudu-cluster7140340861593378954/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
20:17:57.729 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.25.48.124:40731(127.25.48.124:40731)] connecting to peer
20:17:57.732 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:17:57.785 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.48.124:40731(127.25.48.124:40731)] Successfully connected to peer
20:17:57.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:57.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:57.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:57.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:57.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:57.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:57.876 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
20:17:57.885 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.25.48.124
20:17:58.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:17:58 dist-test-slave-b6l3 krb5kdc[25805](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540271, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.25.48.124@KRBTEST.COM
20:17:58.130 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x51c94eb9, L:/127.0.0.1:40294 - R:/127.25.48.124:40731] using SASL/GSSAPI
20:17:58.148 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:17:58.153 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:17:58.155 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:17:58.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.158 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.160 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.162 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:17:58.172 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:17:58.173 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:17:58.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:17:58.192 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:17:58.193 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:17:58.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.200 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:17:58.232 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:17:58.233 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:17:58.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.238 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:17:58.272 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:17:58.273 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:17:58.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.281 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:17:58.332 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:17:58.333 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:17:58.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.340 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:17:58.372 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:17:58.374 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:17:58.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:17:58.552 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:17:58.553 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:17:58.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.558 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:17:58.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:58.628254 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:17:58.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:58.628485 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:17:58.952 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:17:58.954 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:17:58.955 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.955 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.955 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:58.956 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:58.958 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:17:59.172 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:17:59.173 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:17:59.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:59.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:59.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:59.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:59.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:59.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:59.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:17:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:59.463706 26327 raft_consensus.cc:482] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:17:59.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:59.464419 26327 raft_consensus.cc:504] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981cd7b1b59f4965b9e8421c7c9c0548" member_type: VOTER last_known_addr { host: "127.25.48.126" port: 45695 } } peers { permanent_uuid: "5467816f159d4b548eb052a4cbd0064a" member_type: VOTER last_known_addr { host: "127.25.48.125" port: 33127 } } peers { permanent_uuid: "fcb19c7ca8d5476fa4eade7ec1521b41" member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } }
20:17:59.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:59.465838 26327 leader_election.cc:288] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 981cd7b1b59f4965b9e8421c7c9c0548 (127.25.48.126:45695), 5467816f159d4b548eb052a4cbd0064a (127.25.48.125:33127)
20:17:59.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:59.471870 26178 leader_election.cc:334] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 981cd7b1b59f4965b9e8421c7c9c0548 (127.25.48.126:45695): Network error: Client connection negotiation failed: client connection to 127.25.48.126:45695: connect: Connection refused (error 111)
20:17:59.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:59.472321 26177 leader_election.cc:334] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 5467816f159d4b548eb052a4cbd0064a (127.25.48.125:33127): Network error: Client connection negotiation failed: client connection to 127.25.48.125:33127: connect: Connection refused (error 111)
20:17:59.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:59.472681 26178 leader_election.cc:302] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fcb19c7ca8d5476fa4eade7ec1521b41; no voters: 5467816f159d4b548eb052a4cbd0064a, 981cd7b1b59f4965b9e8421c7c9c0548
20:17:59.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:17:59.473284 26327 raft_consensus.cc:2726] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:17:59.592 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:17:59.594 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:17:59.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:59.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:59.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:59.598 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:59.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:17:59.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:17:59.600 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:17:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:59.631136 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:17:59.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:17:59.631366 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:00.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:00.634140 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:00.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:00.634395 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:00.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:00.658583 26156 master_runner.cc:186] Error getting master registration for 127.25.48.126:45695: Network error: Client connection negotiation failed: client connection to 127.25.48.126:45695: connect: Connection refused (error 111),
20:18:00.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:00.658974 26156 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:18:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:01.074111 26335 raft_consensus.cc:482] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:18:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:01.074433 26335 raft_consensus.cc:504] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981cd7b1b59f4965b9e8421c7c9c0548" member_type: VOTER last_known_addr { host: "127.25.48.126" port: 45695 } } peers { permanent_uuid: "5467816f159d4b548eb052a4cbd0064a" member_type: VOTER last_known_addr { host: "127.25.48.125" port: 33127 } } peers { permanent_uuid: "fcb19c7ca8d5476fa4eade7ec1521b41" member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } }
20:18:01.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:01.075743 26335 leader_election.cc:288] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 981cd7b1b59f4965b9e8421c7c9c0548 (127.25.48.126:45695), 5467816f159d4b548eb052a4cbd0064a (127.25.48.125:33127)
20:18:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:01.076830 26178 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.48.126:45695: connect: Connection refused (error 111) [suppressed 5 similar messages]
20:18:01.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:01.079519 26178 leader_election.cc:334] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 981cd7b1b59f4965b9e8421c7c9c0548 (127.25.48.126:45695): Network error: Client connection negotiation failed: client connection to 127.25.48.126:45695: connect: Connection refused (error 111)
20:18:01.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:01.079882 26177 leader_election.cc:334] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 5467816f159d4b548eb052a4cbd0064a (127.25.48.125:33127): Network error: Client connection negotiation failed: client connection to 127.25.48.125:33127: connect: Connection refused (error 111)
20:18:01.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:01.080221 26177 leader_election.cc:302] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fcb19c7ca8d5476fa4eade7ec1521b41; no voters: 5467816f159d4b548eb052a4cbd0064a, 981cd7b1b59f4965b9e8421c7c9c0548
20:18:01.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:01.080679 26335 raft_consensus.cc:2726] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:18:01.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:01.637362 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:01.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:01.637694 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:02.612 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:18:02.613 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:18:02.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:02.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:02.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:02.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:02.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:02.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:02.616 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:18:02.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:02.640260 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:02.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:02.640511 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:03.592 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:18:03.593 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:18:03.595 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:03.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:03.595 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:03.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:03.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:03.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:03.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:18:03.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:03.643102 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:03.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:03.643412 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:04.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:04.647221 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:04.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:04.647534 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:05.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:18:05 dist-test-slave-b6l3 krb5kdc[25805](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540285, etypes {rep=17 tkt=17 ses=17}, kudu/127.25.48.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:18:05.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:05.287979 26171 init.cc:295] Successfully reacquired a new kerberos TGT
20:18:05.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:05.650357 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:05.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:05.650663 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:05.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:05.661974 26156 master_runner.cc:186] Error getting master registration for 127.25.48.126:45695: Network error: Client connection negotiation failed: client connection to 127.25.48.126:45695: connect: Connection refused (error 111),
20:18:05.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:05.662331 26156 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:18:05.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:05.779276 26344 raft_consensus.cc:482] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:18:05.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:05.779742 26344 raft_consensus.cc:504] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981cd7b1b59f4965b9e8421c7c9c0548" member_type: VOTER last_known_addr { host: "127.25.48.126" port: 45695 } } peers { permanent_uuid: "5467816f159d4b548eb052a4cbd0064a" member_type: VOTER last_known_addr { host: "127.25.48.125" port: 33127 } } peers { permanent_uuid: "fcb19c7ca8d5476fa4eade7ec1521b41" member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } }
20:18:05.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:05.781524 26344 leader_election.cc:288] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 981cd7b1b59f4965b9e8421c7c9c0548 (127.25.48.126:45695), 5467816f159d4b548eb052a4cbd0064a (127.25.48.125:33127)
20:18:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:05.785162 26178 leader_election.cc:334] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 981cd7b1b59f4965b9e8421c7c9c0548 (127.25.48.126:45695): Network error: Client connection negotiation failed: client connection to 127.25.48.126:45695: connect: Connection refused (error 111)
20:18:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:05.785607 26177 leader_election.cc:334] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 5467816f159d4b548eb052a4cbd0064a (127.25.48.125:33127): Network error: Client connection negotiation failed: client connection to 127.25.48.125:33127: connect: Connection refused (error 111)
20:18:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:05.785902 26177 leader_election.cc:302] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fcb19c7ca8d5476fa4eade7ec1521b41; no voters: 5467816f159d4b548eb052a4cbd0064a, 981cd7b1b59f4965b9e8421c7c9c0548
20:18:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:05.786381 26344 raft_consensus.cc:2726] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:18:06.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:06.653532 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:06.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:06.653843 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:07.552 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:18:07.553 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:18:07.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:07.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:07.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:07.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:07.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:07.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:07.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:18:07.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:07.656517 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:07.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:07.656742 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:08.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:08.659323 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:08.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:08.659554 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:08.872 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:18:08.874 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:18:08.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:08.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:08.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:08.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:08.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:08.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:08.877 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:18:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:09.523334 26348 raft_consensus.cc:482] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:18:09.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:09.523655 26348 raft_consensus.cc:504] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981cd7b1b59f4965b9e8421c7c9c0548" member_type: VOTER last_known_addr { host: "127.25.48.126" port: 45695 } } peers { permanent_uuid: "5467816f159d4b548eb052a4cbd0064a" member_type: VOTER last_known_addr { host: "127.25.48.125" port: 33127 } } peers { permanent_uuid: "fcb19c7ca8d5476fa4eade7ec1521b41" member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } }
20:18:09.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:09.524968 26348 leader_election.cc:288] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 981cd7b1b59f4965b9e8421c7c9c0548 (127.25.48.126:45695), 5467816f159d4b548eb052a4cbd0064a (127.25.48.125:33127)
20:18:09.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:09.526489 26178 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.48.126:45695: connect: Connection refused (error 111) [suppressed 3 similar messages]
20:18:09.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:09.529357 26178 leader_election.cc:334] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 981cd7b1b59f4965b9e8421c7c9c0548 (127.25.48.126:45695): Network error: Client connection negotiation failed: client connection to 127.25.48.126:45695: connect: Connection refused (error 111)
20:18:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:09.529768 26177 leader_election.cc:334] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 5467816f159d4b548eb052a4cbd0064a (127.25.48.125:33127): Network error: Client connection negotiation failed: client connection to 127.25.48.125:33127: connect: Connection refused (error 111)
20:18:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:09.530103 26177 leader_election.cc:302] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fcb19c7ca8d5476fa4eade7ec1521b41; no voters: 5467816f159d4b548eb052a4cbd0064a, 981cd7b1b59f4965b9e8421c7c9c0548
20:18:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:09.530660 26348 raft_consensus.cc:2726] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:18:09.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:09.662213 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:09.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:09.662494 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:10.665386 26156 master_runner.cc:186] Error getting master registration for 127.25.48.126:45695: Network error: Client connection negotiation failed: client connection to 127.25.48.126:45695: connect: Connection refused (error 111),
20:18:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:10.665723 26156 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:18:10.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:10.666075 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:10.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:10.666321 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:11.552 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:18:11.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:11.554 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:18:11.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:11.555 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:11.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:11.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:11.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:11.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:18:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:11.669209 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:11.669471 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:11.852 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:18:11.854 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:18:11.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:11.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:11.857 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:11.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:11.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:11.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:11.861 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:18:12.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:12.672248 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:12.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:12.672506 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:13.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:13.675091 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:13.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:13.675352 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:14.679108 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:14.679437 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:15.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:18:15 dist-test-slave-b6l3 krb5kdc[25805](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540295, etypes {rep=17 tkt=17 ses=17}, kudu/127.25.48.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:18:15.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:15.290423 26171 init.cc:295] Successfully reacquired a new kerberos TGT
20:18:15.612 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:18:15.614 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:18:15.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:15.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:15.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:15.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:15.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:15.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:15.617 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:18:15.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:15.668689 26156 master_runner.cc:186] Error getting master registration for 127.25.48.126:45695: Network error: Client connection negotiation failed: client connection to 127.25.48.126:45695: connect: Connection refused (error 111),
20:18:15.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:15.669077 26156 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:18:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:15.682583 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:15.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:15.682857 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:16.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:16.685559 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:16.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:16.685832 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:16.712 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:18:16.713 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:18:16.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:16.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:16.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:16.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:16.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:16.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:16.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:18:17.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:17.688853 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:17.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:17.689152 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:18.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:18.692142 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:18.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:18.692509 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:18.793 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:18:18.794 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:18:18.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:18.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:18.795 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:18.795 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:18.795 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:18.795 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:18.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:18:19.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:19.695140 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:19.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:19.695396 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:20.132 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:18:20.133 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:18:20.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:20.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:20.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:20.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:20.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:20.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:20.136 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:18:20.312 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:18:20.313 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:18:20.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:20.315 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:20.315 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:20.315 [INFO - pool-6-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:20.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:20.316 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:20.316 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:18:20.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:20.671522 26156 master_runner.cc:186] Error getting master registration for 127.25.48.126:45695: Network error: Client connection negotiation failed: client connection to 127.25.48.126:45695: connect: Connection refused (error 111),
20:18:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:20.671873 26156 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:18:20.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:20.698213 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:20.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:20.698473 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:21.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:21.701082 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:21.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:21.701349 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:22.704119 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:22.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:22.704411 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:22.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:22.889541 26369 raft_consensus.cc:482] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:18:22.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:22.890036 26369 raft_consensus.cc:504] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "981cd7b1b59f4965b9e8421c7c9c0548" member_type: VOTER last_known_addr { host: "127.25.48.126" port: 45695 } } peers { permanent_uuid: "5467816f159d4b548eb052a4cbd0064a" member_type: VOTER last_known_addr { host: "127.25.48.125" port: 33127 } } peers { permanent_uuid: "fcb19c7ca8d5476fa4eade7ec1521b41" member_type: VOTER last_known_addr { host: "127.25.48.124" port: 40731 } }
20:18:22.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:22.892127 26369 leader_election.cc:288] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 981cd7b1b59f4965b9e8421c7c9c0548 (127.25.48.126:45695), 5467816f159d4b548eb052a4cbd0064a (127.25.48.125:33127)
20:18:22.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:22.893965 26178 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.48.126:45695: connect: Connection refused (error 111) [suppressed 1 similar messages]
20:18:22.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:22.896700 26178 leader_election.cc:334] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 981cd7b1b59f4965b9e8421c7c9c0548 (127.25.48.126:45695): Network error: Client connection negotiation failed: client connection to 127.25.48.126:45695: connect: Connection refused (error 111)
20:18:22.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:22.897224 26177 leader_election.cc:334] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 5467816f159d4b548eb052a4cbd0064a (127.25.48.125:33127): Network error: Client connection negotiation failed: client connection to 127.25.48.125:33127: connect: Connection refused (error 111)
20:18:22.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:22.897485 26177 leader_election.cc:302] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: fcb19c7ca8d5476fa4eade7ec1521b41; no voters: 5467816f159d4b548eb052a4cbd0064a, 981cd7b1b59f4965b9e8421c7c9c0548
20:18:22.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:22.897976 26369 raft_consensus.cc:2726] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
20:18:23.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:23.707008 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:23.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:23.707224 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:23.851 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:18:23.852 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:18:23.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:23.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:23.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:23.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:23.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:23.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:23.856 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:18:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:24.710706 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:24.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:24.710984 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:25.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 27 20:18:25 dist-test-slave-b6l3 krb5kdc[25805](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790540305, etypes {rep=17 tkt=17 ses=17}, kudu/127.25.48.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:18:25.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:25.293049 26171 init.cc:295] Successfully reacquired a new kerberos TGT
20:18:25.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:25.674921 26156 master_runner.cc:186] Error getting master registration for 127.25.48.126:45695: Network error: Client connection negotiation failed: client connection to 127.25.48.126:45695: connect: Connection refused (error 111),
20:18:25.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:25.675278 26156 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:18:25.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:25.713551 26242 catalog_manager.cc:1558] T 00000000000000000000000000000000 P fcb19c7ca8d5476fa4eade7ec1521b41: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:18:25.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:25.713796 26242 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:18:26.612 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.126:45695(127.25.48.126:45695)] connecting to peer
20:18:26.613 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.25.48.125:33127(127.25.48.125:33127)] connecting to peer
20:18:26.614 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:26.614 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:26.614 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.126:45695(127.25.48.126:45695)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:26.614 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.48.125:33127(127.25.48.125:33127)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:26.614 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.126:45695: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695
20:18:26.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.48.125:33127: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
20:18:26.616 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127; will retry
20:18:26.621 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29047), Traces: [0ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [208ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [554ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [560ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [564ms] refreshing cache from master, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [566ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [567ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [569ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [571ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [573ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [574ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [584ms] refreshing cache from master, [584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [587ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [589ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [590ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [591ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [604ms] refreshing cache from master, [604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [605ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [607ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [610ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [611ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [612ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [644ms] refreshing cache from master, [644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [645ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [645ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [647ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [648ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [650ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [650ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [684ms] refreshing cache from master, [684ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [685ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [685ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [688ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [692ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [692ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [693ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [743ms] refreshing cache from master, [743ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [744ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [745ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [748ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [750ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [752ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [752ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [783ms] refreshing cache from master, [784ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [785ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [785ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [787ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [789ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [790ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [791ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [963ms] refreshing cache from master, [964ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [965ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [965ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [967ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [967ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [969ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [970ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [1363ms] refreshing cache from master, [1364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [1365ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [1366ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [1368ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [1368ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [1370ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [1371ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [1583ms] refreshing cache from master, [1584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [1585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [1585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [1587ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [1587ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [1589ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [1589ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [2004ms] refreshing cache from master, [2004ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [2006ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [2006ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [2010ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [2010ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [2011ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [2012ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [5023ms] refreshing cache from master, [5024ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [5024ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [5025ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [5027ms] too many traces: truncated at 100 traces, deferred=Deferred@1340079096(state=PENDING, result=null, callback=(continuation of Deferred@750118635 after retry RPC after error@1371667872) -> (continuation of Deferred@357015590 after retry RPC after error@628590925) -> (continuation of Deferred@645308854 after retry RPC after error@2021946405) -> (continuation of Deferred@1349172611 after retry RPC after error@1229876002) -> (continuation of Deferred@1520830636 after retry RPC after error@22571649) -> (continuation of Deferred@81480076 after retry RPC after error@1056318798) -> (continuation of Deferred@1426041172 after retry RPC after error@372366632) -> (continuation of Deferred@1215848779 after retry RPC after error@1194062175) -> (continuation of Deferred@1857504743 after retry RPC after error@1995902340) -> (continuation of Deferred@2106480680 after retry RPC after error@1698164687) -> (continuation of Deferred@830150387 after retry RPC after error@2142152309) -> (continuation of Deferred@1886322352 after retry RPC after error@712851173) -> (continuation of Deferred@1129867735 after retry RPC after error@1238364871) -> (continuation of Deferred@1322458672 after retry RPC after error@219847449) -> (continuation of Deferred@227298748 after retry RPC after error@1004789504) -> (continuation of Deferred@1838638290 after retry RPC after error@873265194) -> (continuation of Deferred@1535292090 after retry RPC after error@2126282005) -> (continuation of Deferred@685455332 after retry RPC after error@2068137853) -> (continuation of Deferred@891039181 after retry RPC after error@685095598) -> (continuation of Deferred@1505807431 after retry RPC after error@141498029) -> (continuation of Deferred@1548300328 after retry RPC after error@1506599365) -> (continuation of Deferred@103922767 after retry RPC after error@1981487194) -> (continuation of Deferred@1665580737 after retry RPC after error@1572518309) -> (continuation of Deferred@1457694105 after retry RPC after error@2014686935), errback=(continuation of Deferred@750118635 after retry RPC after error@1371667872) -> (continuation of Deferred@357015590 after retry RPC after error@628590925) -> (continuation of Deferred@645308854 after retry RPC after error@2021946405) -> (continuation of Deferred@1349172611 after retry RPC after error@1229876002) -> (continuation of Deferred@1520830636 after retry RPC after error@22571649) -> (continuation of Deferred@81480076 after retry RPC after error@1056318798) -> (continuation of Deferred@1426041172 after retry RPC after error@372366632) -> (continuation of Deferred@1215848779 after retry RPC after error@1194062175) -> (continuation of Deferred@1857504743 after retry RPC after error@1995902340) -> (continuation of Deferred@2106480680 after retry RPC after error@1698164687) -> (continuation of Deferred@830150387 after retry RPC after error@2142152309) -> (continuation of Deferred@1886322352 after retry RPC after error@712851173) -> (continuation of Deferred@1129867735 after retry RPC after error@1238364871) -> (continuation of Deferred@1322458672 after retry RPC after error@219847449) -> (continuation of Deferred@227298748 after retry RPC after error@1004789504) -> (continuation of Deferred@1838638290 after retry RPC after error@873265194) -> (continuation of Deferred@1535292090 after retry RPC after error@2126282005) -> (continuation of Deferred@685455332 after retry RPC after error@2068137853) -> (continuation of Deferred@891039181 after retry RPC after error@685095598) -> (continuation of Deferred@1505807431 after retry RPC after error@141498029) -> (continuation of Deferred@1548300328 after retry RPC after error@1506599365) -> (continuation of Deferred@103922767 after retry RPC after error@1981487194) -> (continuation of Deferred@1665580737 after retry RPC after error@1572518309) -> (continuation of Deferred@1457694105 after retry RPC after error@2014686935)))
20:18:26.627 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.25.48.126:45695(127.25.48.126:45695)] disconnecting while in state TERMINATED
20:18:26.629 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.25.48.125:33127(127.25.48.125:33127)] disconnecting while in state TERMINATED
20:18:26.629 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.25.48.124:40731(127.25.48.124:40731)] disconnecting while in state READY
20:18:26.634 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:18:26.635 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.48.124:40731(127.25.48.124:40731)] handling channelInactive
20:18:26.635 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.48.124:40731(127.25.48.124:40731)] cleaning up while in state READY due to: connection closed
20:18:26.636 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:18:26.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:26.641083 25793 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu with pid 26156
20:18:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T20:18:27Z chronyd exiting
20:18:28.840 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:18:28.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:28.841369 25051 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu with pid 25334
20:18:28.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:28.867973 25051 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu with pid 25505
20:18:28.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:28.894215 25051 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu with pid 25650
20:18:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:28.919155 25051 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu with pid 25063
20:18:28.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:28.950707 25051 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu with pid 25133
20:18:28.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:28.958439 25236 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.118.254:43137: connect: Connection refused (error 111)
20:18:28.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260927 20:18:28.962399 25236 consensus_peers.cc:487] T 00000000000000000000000000000000 P eeeddf4a9d3e4ccf8adb2b1b95527879 -> Peer d16097ebe5284f2ea27d2545ac89a416 (127.24.118.254:43137): Couldn't send request to peer d16097ebe5284f2ea27d2545ac89a416. Status: Network error: Client connection negotiation failed: client connection to 127.24.118.254:43137: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:18:28.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260927 20:18:28.984750 25051 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskDpHCyk/build/tsan/bin/kudu with pid 25209
20:18:30.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-27T20:18:30Z chronyd exiting
20:18:31.160 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29047), Traces: [0ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [208ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [554ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [560ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [564ms] refreshing cache from master, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [566ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [567ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [569ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [571ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [573ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [574ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [584ms] refreshing cache from master, [584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [587ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [589ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [590ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [591ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [604ms] refreshing cache from master, [604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [605ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [607ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [610ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [611ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [612ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [644ms] refreshing cache from master, [644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [645ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [645ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [647ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [648ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [650ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [650ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [684ms] refreshing cache from master, [684ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [685ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [685ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [688ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [692ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [692ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [693ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [743ms] refreshing cache from master, [743ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [744ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [745ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [748ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [750ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [752ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [752ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [783ms] refreshing cache from master, [784ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [785ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [785ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [787ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [789ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [790ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [791ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [963ms] refreshing cache from master, [964ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [965ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [965ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [967ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [967ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [969ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [970ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [1363ms] refreshing cache from master, [1364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [1365ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [1366ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [1368ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [1368ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [1370ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [1371ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [1583ms] refreshing cache from master, [1584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [1585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [1585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [1587ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [1587ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [1589ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [1589ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [2004ms] refreshing cache from master, [2004ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [2006ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [2006ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [2010ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [2010ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [2011ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [2012ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [5023ms] refreshing cache from master, [5024ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [5024ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [5025ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [5027ms] too many traces: truncated at 100 traces, deferred=Deferred@1340079096(state=PENDING, result=null, callback=(continuation of Deferred@750118635 after retry RPC after error@1371667872) -> (continuation of Deferred@357015590 after retry RPC after error@628590925) -> (continuation of Deferred@645308854 after retry RPC after error@2021946405) -> (continuation of Deferred@1349172611 after retry RPC after error@1229876002) -> (continuation of Deferred@1520830636 after retry RPC after error@22571649) -> (continuation of Deferred@81480076 after retry RPC after error@1056318798) -> (continuation of Deferred@1426041172 after retry RPC after error@372366632) -> (continuation of Deferred@1215848779 after retry RPC after error@1194062175) -> (continuation of Deferred@1857504743 after retry RPC after error@1995902340) -> (continuation of Deferred@2106480680 after retry RPC after error@1698164687) -> (continuation of Deferred@830150387 after retry RPC after error@2142152309) -> (continuation of Deferred@1886322352 after retry RPC after error@712851173) -> (continuation of Deferred@1129867735 after retry RPC after error@1238364871) -> (continuation of Deferred@1322458672 after retry RPC after error@219847449) -> (continuation of Deferred@227298748 after retry RPC after error@1004789504) -> (continuation of Deferred@1838638290 after retry RPC after error@873265194) -> (continuation of Deferred@1535292090 after retry RPC after error@2126282005) -> (continuation of Deferred@685455332 after retry RPC after error@2068137853) -> (continuation of Deferred@891039181 after retry RPC after error@685095598) -> (continuation of Deferred@1505807431 after retry RPC after error@141498029) -> (continuation of Deferred@1548300328 after retry RPC after error@1506599365) -> (continuation of Deferred@103922767 after retry RPC after error@1981487194) -> (continuation of Deferred@1665580737 after retry RPC after error@1572518309) -> (continuation of Deferred@1457694105 after retry RPC after error@2014686935), errback=(continuation of Deferred@750118635 after retry RPC after error@1371667872) -> (continuation of Deferred@357015590 after retry RPC after error@628590925) -> (continuation of Deferred@645308854 after retry RPC after error@2021946405) -> (continuation of Deferred@1349172611 after retry RPC after error@1229876002) -> (continuation of Deferred@1520830636 after retry RPC after error@22571649) -> (continuation of Deferred@81480076 after retry RPC after error@1056318798) -> (continuation of Deferred@1426041172 after retry RPC after error@372366632) -> (continuation of Deferred@1215848779 after retry RPC after error@1194062175) -> (continuation of Deferred@1857504743 after retry RPC after error@1995902340) -> (continuation of Deferred@2106480680 after retry RPC after error@1698164687) -> (continuation of Deferred@830150387 after retry RPC after error@2142152309) -> (continuation of Deferred@1886322352 after retry RPC after error@712851173) -> (continuation of Deferred@1129867735 after retry RPC after error@1238364871) -> (continuation of Deferred@1322458672 after retry RPC after error@219847449) -> (continuation of Deferred@227298748 after retry RPC after error@1004789504) -> (continuation of Deferred@1838638290 after retry RPC after error@873265194) -> (continuation of Deferred@1535292090 after retry RPC after error@2126282005) -> (continuation of Deferred@685455332 after retry RPC after error@2068137853) -> (continuation of Deferred@891039181 after retry RPC after error@685095598) -> (continuation of Deferred@1505807431 after retry RPC after error@141498029) -> (continuation of Deferred@1548300328 after retry RPC after error@1506599365) -> (continuation of Deferred@103922767 after retry RPC after error@1981487194) -> (continuation of Deferred@1665580737 after retry RPC after error@1572518309) -> (continuation of Deferred@1457694105 after retry RPC after error@2014686935)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.48.125:33127
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29047), Traces: [0ms] refreshing cache from master, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [201ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [208ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [554ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [560ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [564ms] refreshing cache from master, [564ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [566ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [567ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [569ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [571ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [573ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [574ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [584ms] refreshing cache from master, [584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [587ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [589ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [590ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [591ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [604ms] refreshing cache from master, [604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [604ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [605ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [607ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [610ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [611ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [612ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [644ms] refreshing cache from master, [644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [645ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [645ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [647ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [648ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [650ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [650ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [684ms] refreshing cache from master, [684ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [685ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [685ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [688ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [692ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [692ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [693ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [743ms] refreshing cache from master, [743ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [744ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [745ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [748ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [750ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [752ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [752ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [783ms] refreshing cache from master, [784ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [785ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [785ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [787ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [789ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [790ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [791ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [963ms] refreshing cache from master, [964ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [965ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [965ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [967ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [967ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [969ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [970ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [1363ms] refreshing cache from master, [1364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [1365ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [1366ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [1368ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [1368ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [1370ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [1371ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [1583ms] refreshing cache from master, [1584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [1585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [1585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [1587ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [1587ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [1589ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [1589ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [2004ms] refreshing cache from master, [2004ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [2006ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [2006ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [2010ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.125:33127: Network error: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127, [2010ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.126:45695: Network error: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [2011ms] Sub RPC ConnectToMaster: received response from server master-127.25.48.124:40731: OK, [2012ms] delaying RPC due to: Service unavailable: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695, [5023ms] refreshing cache from master, [5024ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.126:45695, [5024ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.124:40731, [5025ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.48.125:33127, [5027ms] too many traces: truncated at 100 traces, deferred=Deferred@1340079096(state=PENDING, result=null, callback=(continuation of Deferred@750118635 after retry RPC after error@1371667872) -> (continuation of Deferred@357015590 after retry RPC after error@628590925) -> (continuation of Deferred@645308854 after retry RPC after error@2021946405) -> (continuation of Deferred@1349172611 after retry RPC after error@1229876002) -> (continuation of Deferred@1520830636 after retry RPC after error@22571649) -> (continuation of Deferred@81480076 after retry RPC after error@1056318798) -> (continuation of Deferred@1426041172 after retry RPC after error@372366632) -> (continuation of Deferred@1215848779 after retry RPC after error@1194062175) -> (continuation of Deferred@1857504743 after retry RPC after error@1995902340) -> (continuation of Deferred@2106480680 after retry RPC after error@1698164687) -> (continuation of Deferred@830150387 after retry RPC after error@2142152309) -> (continuation of Deferred@1886322352 after retry RPC after error@712851173) -> (continuation of Deferred@1129867735 after retry RPC after error@1238364871) -> (continuation of Deferred@1322458672 after retry RPC after error@219847449) -> (continuation of Deferred@227298748 after retry RPC after error@1004789504) -> (continuation of Deferred@1838638290 after retry RPC after error@873265194) -> (continuation of Deferred@1535292090 after retry RPC after error@2126282005) -> (continuation of Deferred@685455332 after retry RPC after error@2068137853) -> (continuation of Deferred@891039181 after retry RPC after error@685095598) -> (continuation of Deferred@1505807431 after retry RPC after error@141498029) -> (continuation of Deferred@1548300328 after retry RPC after error@1506599365) -> (continuation of Deferred@103922767 after retry RPC after error@1981487194) -> (continuation of Deferred@1665580737 after retry RPC after error@1572518309) -> (continuation of Deferred@1457694105 after retry RPC after error@2014686935), errback=(continuation of Deferred@750118635 after retry RPC after error@1371667872) -> (continuation of Deferred@357015590 after retry RPC after error@628590925) -> (continuation of Deferred@645308854 after retry RPC after error@2021946405) -> (continuation of Deferred@1349172611 after retry RPC after error@1229876002) -> (continuation of Deferred@1520830636 after retry RPC after error@22571649) -> (continuation of Deferred@81480076 after retry RPC after error@1056318798) -> (continuation of Deferred@1426041172 after retry RPC after error@372366632) -> (continuation of Deferred@1215848779 after retry RPC after error@1194062175) -> (continuation of Deferred@1857504743 after retry RPC after error@1995902340) -> (continuation of Deferred@2106480680 after retry RPC after error@1698164687) -> (continuation of Deferred@830150387 after retry RPC after error@2142152309) -> (continuation of Deferred@1886322352 after retry RPC after error@712851173) -> (continuation of Deferred@1129867735 after retry RPC after error@1238364871) -> (continuation of Deferred@1322458672 after retry RPC after error@219847449) -> (continuation of Deferred@227298748 after retry RPC after error@1004789504) -> (continuation of Deferred@1838638290 after retry RPC after error@873265194) -> (continuation of Deferred@1535292090 after retry RPC after error@2126282005) -> (continuation of Deferred@685455332 after retry RPC after error@2068137853) -> (continuation of Deferred@891039181 after retry RPC after error@685095598) -> (continuation of Deferred@1505807431 after retry RPC after error@141498029) -> (continuation of Deferred@1548300328 after retry RPC after error@1506599365) -> (continuation of Deferred@103922767 after retry RPC after error@1981487194) -> (continuation of Deferred@1665580737 after retry RPC after error@1572518309) -> (continuation of Deferred@1457694105 after retry RPC after error@2014686935)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.25.48.126:45695,127.25.48.124:40731,127.25.48.125:33127) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.126:45695(127.25.48.126:45695): Connection refused: /127.25.48.126:45695,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.25.48.125:33127(127.25.48.125:33127): Connection refused: /127.25.48.125:33127
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.25.48.125:33127
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)