19:57:50.203 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:57:50.216 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_pqXhg/test-tmp
19:57:50.219 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:57:50.223 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_pqXhg/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:57:50.445 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
19:57:50.646 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:57:50.647 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:57:50.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:50.651885 7042 mini_oidc.cc:152] Starting JWKS server
19:57:50.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:50.656339 7042 webserver.cc:460] Webserver started at http://127.0.0.1:43357/ using document root <none> and password file <none>
19:57:50.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:50.657027 7042 mini_oidc.cc:189] Starting OIDC Discovery server
19:57:50.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:50.658970 7042 webserver.cc:460] Webserver started at http://127.0.0.1:35887/ using document root <none> and password file <none>
19:57:50.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:57:50Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:57:50.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:57:50Z Disabled control of system clock
19:57:50.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:50.716022 7042 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:57:50.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:57:50.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-0/wal
19:57:50.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-0/data
19:57:50.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:57:50.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:57:50.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:57:50.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:57:50.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:57:50.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:57:50.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-0/logs
19:57:50.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-0/data/info.pb
19:57:50.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:57:50.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:57:50.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:57:50.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:57:50.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:57:50.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:57:50.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:57:50.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:57:50.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:57:50.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:57:50.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:57:50.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:57:50.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.224.190:34363
19:57:50.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.224.190
19:57:50.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:57:50.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.224.148:36823
19:57:50.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:57:50.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:57:50.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:57:50.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:57:50.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.224.190:34363,127.6.224.189:44589,127.6.224.188:42783
19:57:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:57:50.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43357/jwks.json with env {}
19:57:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:51.035197 7057 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:57:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:51.035899 7057 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:57:51.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:51.036607 7057 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:57:51.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:51.068610 7057 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:57:51.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:51.068907 7057 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:57:51.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:51.069099 7057 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:57:51.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:51.069293 7057 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:57:51.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:51.069577 7057 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:57:51.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:51.069797 7057 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43357/jwks.json
19:57:51.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:51.106163 7057 master_runner.cc:386] Master server non-default flags:
19:57:51.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:57:51.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.224.148:36823
19:57:51.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:57:51.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:57:51.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-0/data
19:57:51.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-0/wal
19:57:51.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:57:51.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.224.190:34363,127.6.224.189:44589,127.6.224.188:42783
19:57:51.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:57:51.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:57:51.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:57:51.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.224.190:34363
19:57:51.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:57:51.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:57:51.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:57:51.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43357/jwks.json
19:57:51.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:57:51.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:57:51.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-0/data/info.pb
19:57:51.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.224.190
19:57:51.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:57:51.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:57:51.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:57:51.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:57:51.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:57:51.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:57:51.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-0/logs
19:57:51.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:57:51.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:57:51.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:57:51.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:57:51.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:57:51.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:57:51.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:57:51.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:57:51.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:57:51.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:57:51.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:51.107785 7057 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:57:51.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:51.110109 7057 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:57:51.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:51.136569 7064 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:57:52.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:51.136574 7065 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:57:52.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:51.136664 7067 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:57:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:52.396020 7066 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1260 milliseconds
19:57:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.396189 7057 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:57:52.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.397850 7057 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:57:52.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.400628 7057 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:57:52.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.402050 7057 hybrid_clock.cc:648] HybridClock initialized: now 1786305472401981 us; error 87 us; skew 500 ppm
19:57:52.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.403218 7057 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:57:52.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.413554 7057 webserver.cc:460] Webserver started at http://127.6.224.190:34571/ using document root <none> and password file <none>
19:57:52.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.414947 7057 fs_manager.cc:359] Metadata directory not provided
19:57:52.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.415215 7057 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:57:52.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.415885 7057 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:57:52.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.421657 7057 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-0/data/instance:
19:57:52.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3f28d622fa7541dc970ac6230c738dbe"
19:57:52.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:57:52 on dist-test-slave-fd7l"
19:57:52.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.423135 7057 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-0/wal/instance:
19:57:52.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3f28d622fa7541dc970ac6230c738dbe"
19:57:52.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:57:52 on dist-test-slave-fd7l"
19:57:52.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.431457 7057 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
19:57:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.439038 7075 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:57:52.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.440761 7057 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
19:57:52.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.441191 7057 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-0/data,/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-0/wal
19:57:52.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3f28d622fa7541dc970ac6230c738dbe"
19:57:52.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:57:52 on dist-test-slave-fd7l"
19:57:52.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.441697 7057 fs_report.cc:383] FS layout report
19:57:52.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:57:52.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-0/wal
19:57:52.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-0/wal
19:57:52.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-0/data/data
19:57:52.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:57:52.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:57:52.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:57:52.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:57:52.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:57:52.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:57:52.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:57:52.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:57:52.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:57:52.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:57:52.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:57:52.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.482518 7057 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:57:52.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.484560 7057 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:57:52.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.485217 7057 kserver.cc:163] Server-wide thread pool size limit: 3276
19:57:52.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.564798 7057 rpc_server.cc:307] RPC server started. Bound to: 127.6.224.190:34363
19:57:52.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.565049 7129 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.224.190:34363 every 8 connection(s)
19:57:52.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.567984 7057 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-0/data/info.pb
19:57:52.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.575467 7042 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu as pid 7057
19:57:52.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.575619 7130 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:57:52.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.576051 7042 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-0/wal/instance
19:57:52.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.581918 7042 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:57:52.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:57:52.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-1/wal
19:57:52.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-1/data
19:57:52.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:57:52.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:57:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:57:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:57:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:57:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:57:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-1/logs
19:57:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-1/data/info.pb
19:57:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:57:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:57:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:57:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:57:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:57:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:57:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:57:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:57:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:57:52.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:57:52.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:57:52.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:57:52.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.224.189:44589
19:57:52.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.224.189
19:57:52.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:57:52.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.224.148:36823
19:57:52.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:57:52.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:57:52.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:57:52.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:57:52.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.224.190:34363,127.6.224.189:44589,127.6.224.188:42783
19:57:52.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:57:52.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43357/jwks.json with env {}
19:57:52.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.593652 7130 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.224.190" port: 34363 } has no permanent_uuid. Determining permanent_uuid...
19:57:52.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.625056 7130 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } has no permanent_uuid. Determining permanent_uuid...
19:57:52.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:52.627198 7078 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.224.189:44589: connect: Connection refused (error 111)
19:57:52.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:52.631345 7130 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.224.189:44589: Network error: Client connection negotiation failed: client connection to 127.6.224.189:44589: connect: Connection refused (error 111)
19:57:52.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.680981 7130 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } attempt: 1
19:57:52.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:52.685926 7130 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.224.189:44589: Network error: Client connection negotiation failed: client connection to 127.6.224.189:44589: connect: Connection refused (error 111)
19:57:52.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.754374 7130 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } attempt: 2
19:57:52.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:52.758252 7130 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.224.189:44589: Network error: Client connection negotiation failed: client connection to 127.6.224.189:44589: connect: Connection refused (error 111)
19:57:52.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.849735 7130 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } attempt: 3
19:57:52.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:52.855546 7130 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.224.189:44589: Network error: Client connection negotiation failed: client connection to 127.6.224.189:44589: connect: Connection refused (error 111)
19:57:52.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:52.934355 7132 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:57:52.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:52.935205 7132 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:57:52.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:52.935938 7132 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:57:52.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:52.968175 7132 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:57:52.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:52.968601 7132 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:57:52.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:52.968941 7132 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:57:52.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:52.969290 7132 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:57:52.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:52.969636 7132 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:57:52.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:52.969931 7132 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43357/jwks.json
19:57:52.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:52.998999 7130 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } attempt: 4
19:57:53.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:53.002841 7130 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.224.189:44589: Network error: Client connection negotiation failed: client connection to 127.6.224.189:44589: connect: Connection refused (error 111)
19:57:53.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:53.006263 7132 master_runner.cc:386] Master server non-default flags:
19:57:53.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:57:53.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.224.148:36823
19:57:53.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:57:53.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:57:53.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-1/data
19:57:53.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-1/wal
19:57:53.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:57:53.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.224.190:34363,127.6.224.189:44589,127.6.224.188:42783
19:57:53.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:57:53.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:57:53.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:57:53.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.224.189:44589
19:57:53.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:57:53.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:57:53.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:57:53.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43357/jwks.json
19:57:53.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:57:53.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:57:53.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-1/data/info.pb
19:57:53.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.224.189
19:57:53.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:57:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:57:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:57:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:57:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:57:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:57:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-1/logs
19:57:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:57:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:57:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:57:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:57:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:57:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:57:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:57:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:57:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:57:53.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:57:53.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:53.007633 7132 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:57:53.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:53.009963 7132 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:57:53.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:53.029922 7141 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:57:53.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:53.302289 7130 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } attempt: 5
19:57:53.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:53.307050 7130 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.224.189:44589: Network error: Client connection negotiation failed: client connection to 127.6.224.189:44589: connect: Connection refused (error 111)
19:57:53.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:53.854612 7130 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } attempt: 6
19:57:53.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:53.863226 7130 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.224.189:44589: Network error: Client connection negotiation failed: client connection to 127.6.224.189:44589: connect: Connection refused (error 111)
19:57:54.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:53.031939 7132 server_base.cc:1034] running on GCE node
19:57:54.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:53.030180 7144 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:57:54.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:53.030212 7142 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:57:54.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.265810 7132 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:57:54.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.269232 7132 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:57:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.270704 7132 hybrid_clock.cc:648] HybridClock initialized: now 1786305474270680 us; error 53 us; skew 500 ppm
19:57:54.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.271644 7132 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:57:54.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.278607 7132 webserver.cc:460] Webserver started at http://127.6.224.189:37183/ using document root <none> and password file <none>
19:57:54.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.279539 7132 fs_manager.cc:359] Metadata directory not provided
19:57:54.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.279729 7132 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:57:54.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.280192 7132 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:57:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.285337 7132 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-1/data/instance:
19:57:54.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c2830c26c754760be6ccb4397483c92"
19:57:54.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:57:54 on dist-test-slave-fd7l"
19:57:54.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.286538 7132 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-1/wal/instance:
19:57:54.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c2830c26c754760be6ccb4397483c92"
19:57:54.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:57:54 on dist-test-slave-fd7l"
19:57:54.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.294013 7132 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.003s
19:57:54.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.299958 7154 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:57:54.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.301136 7132 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
19:57:54.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.301463 7132 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-1/data,/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-1/wal
19:57:54.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c2830c26c754760be6ccb4397483c92"
19:57:54.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:57:54 on dist-test-slave-fd7l"
19:57:54.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.301781 7132 fs_report.cc:383] FS layout report
19:57:54.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:57:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-1/wal
19:57:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-1/wal
19:57:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-1/data/data
19:57:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:57:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:57:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:57:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:57:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:57:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:57:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:57:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:57:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:57:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:57:54.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:57:54.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.345100 7132 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:57:54.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.346596 7132 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:57:54.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.347045 7132 kserver.cc:163] Server-wide thread pool size limit: 3276
19:57:54.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.423112 7132 rpc_server.cc:307] RPC server started. Bound to: 127.6.224.189:44589
19:57:54.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.423250 7211 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.224.189:44589 every 8 connection(s)
19:57:54.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.426430 7132 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-1/data/info.pb
19:57:54.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.432061 7212 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:57:54.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.435205 7042 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu as pid 7132
19:57:54.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.435657 7042 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-1/wal/instance
19:57:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.437914 7042 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:57:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:57:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-2/wal
19:57:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-2/data
19:57:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:57:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:57:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:57:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:57:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:57:54.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:57:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-2/logs
19:57:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-2/data/info.pb
19:57:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:57:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:57:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:57:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:57:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:57:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:57:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:57:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:57:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:57:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:57:54.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:57:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:57:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.224.188:42783
19:57:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.224.188
19:57:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:57:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.224.148:36823
19:57:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:57:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:57:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:57:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:57:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.224.190:34363,127.6.224.189:44589,127.6.224.188:42783
19:57:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:57:54.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43357/jwks.json with env {}
19:57:54.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.445259 7212 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.224.190" port: 34363 } has no permanent_uuid. Determining permanent_uuid...
19:57:54.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.474109 7212 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } has no permanent_uuid. Determining permanent_uuid...
19:57:54.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.492588 7212 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } has no permanent_uuid. Determining permanent_uuid...
19:57:54.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:54.495635 7158 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.6.224.188:42783: connect: Connection refused (error 111)
19:57:54.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:54.500825 7212 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.224.188:42783: Network error: Client connection negotiation failed: client connection to 127.6.224.188:42783: connect: Connection refused (error 111)
19:57:54.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.550406 7212 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } attempt: 1
19:57:54.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:54.555054 7212 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.224.188:42783: Network error: Client connection negotiation failed: client connection to 127.6.224.188:42783: connect: Connection refused (error 111)
19:57:54.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.623513 7212 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } attempt: 2
19:57:54.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:54.628072 7212 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.224.188:42783: Network error: Client connection negotiation failed: client connection to 127.6.224.188:42783: connect: Connection refused (error 111)
19:57:54.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.719573 7212 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } attempt: 3
19:57:54.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:54.724071 7212 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.224.188:42783: Network error: Client connection negotiation failed: client connection to 127.6.224.188:42783: connect: Connection refused (error 111)
19:57:54.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:54.802731 7214 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:57:54.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:54.803471 7214 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:57:54.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:54.804184 7214 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:57:54.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:54.835496 7214 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:57:54.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:54.835880 7214 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:57:54.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:54.836208 7214 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:57:54.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:54.836586 7214 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:57:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:54.836953 7214 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:57:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:54.837185 7214 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:43357/jwks.json
19:57:54.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.867502 7212 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } attempt: 4
19:57:54.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:54.871408 7212 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.224.188:42783: Network error: Client connection negotiation failed: client connection to 127.6.224.188:42783: connect: Connection refused (error 111)
19:57:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.874943 7214 master_runner.cc:386] Master server non-default flags:
19:57:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:57:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.224.148:36823
19:57:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:57:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:57:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-2/data
19:57:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-2/wal
19:57:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:57:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.6.224.190:34363,127.6.224.189:44589,127.6.224.188:42783
19:57:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:57:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:57:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:57:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.224.188:42783
19:57:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:57:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:57:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:57:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43357/jwks.json
19:57:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:57:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:57:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-2/data/info.pb
19:57:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.224.188
19:57:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:57:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:57:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:57:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:57:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:57:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:57:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-2/logs
19:57:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:57:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:57:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:57:54.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:57:54.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:57:54.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:57:54.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:57:54.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:57:54.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:57:54.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:57:54.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.876685 7214 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:57:54.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.879056 7214 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:57:54.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:54.899205 7225 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:57:54.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.923849 7130 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } attempt: 7
19:57:54.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:54.941327 7130 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } has no permanent_uuid. Determining permanent_uuid...
19:57:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:54.947479 7130 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.224.188:42783: Network error: Client connection negotiation failed: client connection to 127.6.224.188:42783: connect: Connection refused (error 111)
19:57:55.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:55.006196 7130 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } attempt: 1
19:57:55.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:55.010725 7130 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.224.188:42783: Network error: Client connection negotiation failed: client connection to 127.6.224.188:42783: connect: Connection refused (error 111)
19:57:55.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:55.092404 7130 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } attempt: 2
19:57:55.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:55.096932 7130 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.224.188:42783: Network error: Client connection negotiation failed: client connection to 127.6.224.188:42783: connect: Connection refused (error 111)
19:57:55.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:55.170828 7212 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } attempt: 5
19:57:55.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:55.176398 7212 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.224.188:42783: Network error: Client connection negotiation failed: client connection to 127.6.224.188:42783: connect: Connection refused (error 111)
19:57:55.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:55.182595 7130 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } attempt: 3
19:57:55.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:55.186784 7130 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.224.188:42783: Network error: Client connection negotiation failed: client connection to 127.6.224.188:42783: connect: Connection refused (error 111)
19:57:55.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:55.327473 7130 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } attempt: 4
19:57:55.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:55.331668 7130 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.224.188:42783: Network error: Client connection negotiation failed: client connection to 127.6.224.188:42783: connect: Connection refused (error 111)
19:57:55.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:55.615324 7130 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } attempt: 5
19:57:55.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:55.620115 7130 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.224.188:42783: Network error: Client connection negotiation failed: client connection to 127.6.224.188:42783: connect: Connection refused (error 111)
19:57:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:55.723872 7212 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } attempt: 6
19:57:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:55.732383 7212 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.224.188:42783: Network error: Client connection negotiation failed: client connection to 127.6.224.188:42783: connect: Connection refused (error 111)
19:57:56.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.172794 7130 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } attempt: 6
19:57:56.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:56.179831 7130 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.6.224.188:42783: Network error: Client connection negotiation failed: client connection to 127.6.224.188:42783: connect: Connection refused (error 111)
19:57:56.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:54.899204 7226 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:57:56.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:54.899578 7228 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:57:56.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:56.228906 7227 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:57:56.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.229020 7214 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:57:56.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.234398 7214 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:57:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.238552 7214 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:57:56.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.239982 7214 hybrid_clock.cc:648] HybridClock initialized: now 1786305476239937 us; error 76 us; skew 500 ppm
19:57:56.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.241256 7214 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:57:56.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.249140 7214 webserver.cc:460] Webserver started at http://127.6.224.188:42909/ using document root <none> and password file <none>
19:57:56.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.250335 7214 fs_manager.cc:359] Metadata directory not provided
19:57:56.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.250626 7214 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:57:56.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.251247 7214 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:57:56.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.256940 7214 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-2/data/instance:
19:57:56.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b9dae0dc72a944919fd148ae05a8a909"
19:57:56.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:57:56 on dist-test-slave-fd7l"
19:57:56.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.258435 7214 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-2/wal/instance:
19:57:56.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b9dae0dc72a944919fd148ae05a8a909"
19:57:56.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:57:56 on dist-test-slave-fd7l"
19:57:56.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.267298 7214 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.003s
19:57:56.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.273940 7243 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:57:56.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.275538 7214 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
19:57:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.276026 7214 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-2/data,/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-2/wal
19:57:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b9dae0dc72a944919fd148ae05a8a909"
19:57:56.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:57:56 on dist-test-slave-fd7l"
19:57:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.276551 7214 fs_report.cc:383] FS layout report
19:57:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:57:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-2/wal
19:57:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-2/wal
19:57:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-2/data/data
19:57:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:57:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:57:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:57:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:57:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:57:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:57:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:57:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:57:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:57:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:57:56.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:57:56.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.326956 7214 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:57:56.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.328663 7214 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:57:56.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.329147 7214 kserver.cc:163] Server-wide thread pool size limit: 3276
19:57:56.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.411784 7214 rpc_server.cc:307] RPC server started. Bound to: 127.6.224.188:42783
19:57:56.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.411923 7298 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.224.188:42783 every 8 connection(s)
19:57:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.414882 7214 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-2/data/info.pb
19:57:56.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.421085 7299 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:57:56.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.422612 7042 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu as pid 7214
19:57:56.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.423151 7042 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/master-2/wal/instance
19:57:56.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.440471 7299 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.224.190" port: 34363 } has no permanent_uuid. Determining permanent_uuid...
19:57:56.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.471522 7299 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } has no permanent_uuid. Determining permanent_uuid...
19:57:56.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.487226 7299 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } has no permanent_uuid. Determining permanent_uuid...
19:57:56.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.513180 7299 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909: Bootstrap starting.
19:57:56.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.522348 7299 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909: Neither blocks nor log segments found. Creating new log.
19:57:56.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.525285 7299 log.cc:824] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909: Log is configured to *not* fsync() on all Append() calls
19:57:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.530493 7299 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909: No bootstrap required, opened a new log
19:57:56.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.554639 7299 raft_consensus.cc:348] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f28d622fa7541dc970ac6230c738dbe" member_type: VOTER last_known_addr { host: "127.6.224.190" port: 34363 } } peers { permanent_uuid: "3c2830c26c754760be6ccb4397483c92" member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } } peers { permanent_uuid: "b9dae0dc72a944919fd148ae05a8a909" member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } }
19:57:56.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.555456 7299 raft_consensus.cc:374] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:57:56.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.555832 7299 raft_consensus.cc:729] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b9dae0dc72a944919fd148ae05a8a909, State: Initialized, Role: FOLLOWER
19:57:56.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.557089 7299 consensus_queue.cc:260] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f28d622fa7541dc970ac6230c738dbe" member_type: VOTER last_known_addr { host: "127.6.224.190" port: 34363 } } peers { permanent_uuid: "3c2830c26c754760be6ccb4397483c92" member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } } peers { permanent_uuid: "b9dae0dc72a944919fd148ae05a8a909" member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } }
19:57:56.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.560688 7310 sys_catalog.cc:455] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f28d622fa7541dc970ac6230c738dbe" member_type: VOTER last_known_addr { host: "127.6.224.190" port: 34363 } } peers { permanent_uuid: "3c2830c26c754760be6ccb4397483c92" member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } } peers { permanent_uuid: "b9dae0dc72a944919fd148ae05a8a909" member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } } }
19:57:56.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.561437 7310 sys_catalog.cc:458] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [sys.catalog]: This master's current role is: FOLLOWER
19:57:56.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.562387 7299 sys_catalog.cc:564] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [sys.catalog]: configured and running, proceeding with master startup.
19:57:56.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:56.585078 7250 tablet.cc:2369] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:57:56.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:56.597939 7324 catalog_manager.cc:1558] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:57:56.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:56.598663 7324 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:57:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.596269 7214 master_runner.cc:186] Error getting master registration for 127.6.224.190:34363: OK, instance_id { permanent_uuid: "3f28d622fa7541dc970ac6230c738dbe" instance_seqno: 1786305472543967 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:57:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.621165 7214 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:57:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.743716 7310 raft_consensus.cc:482] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:57:56.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.744302 7310 raft_consensus.cc:504] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f28d622fa7541dc970ac6230c738dbe" member_type: VOTER last_known_addr { host: "127.6.224.190" port: 34363 } } peers { permanent_uuid: "3c2830c26c754760be6ccb4397483c92" member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } } peers { permanent_uuid: "b9dae0dc72a944919fd148ae05a8a909" member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } }
19:57:56.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.746882 7310 leader_election.cc:288] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3f28d622fa7541dc970ac6230c738dbe (127.6.224.190:34363), 3c2830c26c754760be6ccb4397483c92 (127.6.224.189:44589)
19:57:56.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.792840 7212 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } attempt: 7
19:57:56.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.815536 7212 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3c2830c26c754760be6ccb4397483c92: Bootstrap starting.
19:57:56.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.822683 7212 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3c2830c26c754760be6ccb4397483c92: Neither blocks nor log segments found. Creating new log.
19:57:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.825055 7212 log.cc:824] T 00000000000000000000000000000000 P 3c2830c26c754760be6ccb4397483c92: Log is configured to *not* fsync() on all Append() calls
19:57:56.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.831453 7212 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3c2830c26c754760be6ccb4397483c92: No bootstrap required, opened a new log
19:57:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.862339 7212 raft_consensus.cc:348] T 00000000000000000000000000000000 P 3c2830c26c754760be6ccb4397483c92 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f28d622fa7541dc970ac6230c738dbe" member_type: VOTER last_known_addr { host: "127.6.224.190" port: 34363 } } peers { permanent_uuid: "3c2830c26c754760be6ccb4397483c92" member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } } peers { permanent_uuid: "b9dae0dc72a944919fd148ae05a8a909" member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } }
19:57:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.863248 7212 raft_consensus.cc:374] T 00000000000000000000000000000000 P 3c2830c26c754760be6ccb4397483c92 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:57:56.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.863583 7212 raft_consensus.cc:729] T 00000000000000000000000000000000 P 3c2830c26c754760be6ccb4397483c92 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3c2830c26c754760be6ccb4397483c92, State: Initialized, Role: FOLLOWER
19:57:56.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.864717 7212 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3c2830c26c754760be6ccb4397483c92 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f28d622fa7541dc970ac6230c738dbe" member_type: VOTER last_known_addr { host: "127.6.224.190" port: 34363 } } peers { permanent_uuid: "3c2830c26c754760be6ccb4397483c92" member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } } peers { permanent_uuid: "b9dae0dc72a944919fd148ae05a8a909" member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } }
19:57:56.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.868181 7328 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3c2830c26c754760be6ccb4397483c92 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f28d622fa7541dc970ac6230c738dbe" member_type: VOTER last_known_addr { host: "127.6.224.190" port: 34363 } } peers { permanent_uuid: "3c2830c26c754760be6ccb4397483c92" member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } } peers { permanent_uuid: "b9dae0dc72a944919fd148ae05a8a909" member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } } }
19:57:56.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.869334 7328 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3c2830c26c754760be6ccb4397483c92 [sys.catalog]: This master's current role is: FOLLOWER
19:57:56.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.870142 7212 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3c2830c26c754760be6ccb4397483c92 [sys.catalog]: configured and running, proceeding with master startup.
19:57:56.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.870601 7184 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b9dae0dc72a944919fd148ae05a8a909" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3c2830c26c754760be6ccb4397483c92" is_pre_election: true
19:57:56.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.872368 7184 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3c2830c26c754760be6ccb4397483c92 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b9dae0dc72a944919fd148ae05a8a909 in term 0.
19:57:56.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.875461 7247 leader_election.cc:302] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3c2830c26c754760be6ccb4397483c92, b9dae0dc72a944919fd148ae05a8a909; no voters:
19:57:56.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.876856 7310 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [term 0 FOLLOWER]: Leader pre-election won for term 1
19:57:56.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.877310 7310 raft_consensus.cc:482] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:57:56.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.877718 7310 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [term 0 FOLLOWER]: Advancing to term 1
19:57:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.886754 7310 raft_consensus.cc:504] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f28d622fa7541dc970ac6230c738dbe" member_type: VOTER last_known_addr { host: "127.6.224.190" port: 34363 } } peers { permanent_uuid: "3c2830c26c754760be6ccb4397483c92" member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } } peers { permanent_uuid: "b9dae0dc72a944919fd148ae05a8a909" member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } }
19:57:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.889712 7310 leader_election.cc:288] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [CANDIDATE]: Term 1 election: Requested vote from peers 3f28d622fa7541dc970ac6230c738dbe (127.6.224.190:34363), 3c2830c26c754760be6ccb4397483c92 (127.6.224.189:44589)
19:57:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.890139 7184 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b9dae0dc72a944919fd148ae05a8a909" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3c2830c26c754760be6ccb4397483c92"
19:57:56.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.890746 7184 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 3c2830c26c754760be6ccb4397483c92 [term 0 FOLLOWER]: Advancing to term 1
19:57:56.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.908463 7184 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3c2830c26c754760be6ccb4397483c92 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b9dae0dc72a944919fd148ae05a8a909 in term 1.
19:57:56.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.911177 7247 leader_election.cc:302] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3c2830c26c754760be6ccb4397483c92, b9dae0dc72a944919fd148ae05a8a909; no voters:
19:57:56.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.912083 7310 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [term 1 FOLLOWER]: Leader election won for term 1
19:57:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.927889 7310 raft_consensus.cc:686] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [term 1 LEADER]: Becoming Leader. State: Replica: b9dae0dc72a944919fd148ae05a8a909, State: Running, Role: LEADER
19:57:56.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.931866 7310 consensus_queue.cc:237] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f28d622fa7541dc970ac6230c738dbe" member_type: VOTER last_known_addr { host: "127.6.224.190" port: 34363 } } peers { permanent_uuid: "3c2830c26c754760be6ccb4397483c92" member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } } peers { permanent_uuid: "b9dae0dc72a944919fd148ae05a8a909" member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } }
19:57:56.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.950111 7339 sys_catalog.cc:455] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b9dae0dc72a944919fd148ae05a8a909. Latest consensus state: current_term: 1 leader_uuid: "b9dae0dc72a944919fd148ae05a8a909" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f28d622fa7541dc970ac6230c738dbe" member_type: VOTER last_known_addr { host: "127.6.224.190" port: 34363 } } peers { permanent_uuid: "3c2830c26c754760be6ccb4397483c92" member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } } peers { permanent_uuid: "b9dae0dc72a944919fd148ae05a8a909" member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } } }
19:57:56.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.951351 7339 sys_catalog.cc:458] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [sys.catalog]: This master's current role is: LEADER
19:57:56.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.960811 7343 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
19:57:56.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:56.967904 7340 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 3c2830c26c754760be6ccb4397483c92: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:57:56.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.930734 7132 master_runner.cc:186] Error getting master registration for 127.6.224.190:34363: OK, instance_id { permanent_uuid: "3f28d622fa7541dc970ac6230c738dbe" instance_seqno: 1786305472543967 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:57:56.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.969314 7132 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:57:56.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:56.968648 7340 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:57:56.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:56.975124 7343 catalog_manager.cc:1484] Initializing Kudu cluster ID...
19:57:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.003540 7184 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 3c2830c26c754760be6ccb4397483c92 [term 1 FOLLOWER]: Refusing update from remote peer b9dae0dc72a944919fd148ae05a8a909: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:57:57.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.005610 7339 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3c2830c26c754760be6ccb4397483c92" member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:57:57.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.040393 7344 mvcc.cc:205] Tried to move back new op lower bound from 7316707233777467392 to 7316707233524797440. Current Snapshot: MvccSnapshot[applied={T|T < 7316707233777467392}]
19:57:57.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.042584 7328 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3c2830c26c754760be6ccb4397483c92 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b9dae0dc72a944919fd148ae05a8a909. Latest consensus state: current_term: 1 leader_uuid: "b9dae0dc72a944919fd148ae05a8a909" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f28d622fa7541dc970ac6230c738dbe" member_type: VOTER last_known_addr { host: "127.6.224.190" port: 34363 } } peers { permanent_uuid: "3c2830c26c754760be6ccb4397483c92" member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } } peers { permanent_uuid: "b9dae0dc72a944919fd148ae05a8a909" member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } } }
19:57:57.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.043329 7328 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3c2830c26c754760be6ccb4397483c92 [sys.catalog]: This master's current role is: FOLLOWER
19:57:57.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.046988 7310 sys_catalog.cc:455] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b9dae0dc72a944919fd148ae05a8a909" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f28d622fa7541dc970ac6230c738dbe" member_type: VOTER last_known_addr { host: "127.6.224.190" port: 34363 } } peers { permanent_uuid: "3c2830c26c754760be6ccb4397483c92" member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } } peers { permanent_uuid: "b9dae0dc72a944919fd148ae05a8a909" member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } } }
19:57:57.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.047766 7310 sys_catalog.cc:458] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [sys.catalog]: This master's current role is: LEADER
19:57:57.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.049485 7343 catalog_manager.cc:1347] Generated new cluster ID: a2a0f1fef0a44690b3f4013a7539823b
19:57:57.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.049772 7343 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
19:57:57.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.067049 7345 mvcc.cc:205] Tried to move back new op lower bound from 7316707233777467392 to 7316707233524797440. Current Snapshot: MvccSnapshot[applied={T|T < 7316707233777467392}]
19:57:57.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.073769 7328 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3c2830c26c754760be6ccb4397483c92 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b9dae0dc72a944919fd148ae05a8a909" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f28d622fa7541dc970ac6230c738dbe" member_type: VOTER last_known_addr { host: "127.6.224.190" port: 34363 } } peers { permanent_uuid: "3c2830c26c754760be6ccb4397483c92" member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } } peers { permanent_uuid: "b9dae0dc72a944919fd148ae05a8a909" member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } } }
19:57:57.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.074550 7328 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3c2830c26c754760be6ccb4397483c92 [sys.catalog]: This master's current role is: FOLLOWER
19:57:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.094645 7343 catalog_manager.cc:1370] Generated new certificate authority record
19:57:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.097688 7343 catalog_manager.cc:1504] Loading token signing keys...
19:57:57.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.131573 7343 catalog_manager.cc:5868] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909: Generated new TSK 0
19:57:57.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.135185 7343 catalog_manager.cc:1514] Initializing in-progress tserver states...
19:57:57.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.186069 7042 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:57:57.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:57:57.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-0/wal
19:57:57.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-0/data
19:57:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:57:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:57:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:57:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:57:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:57:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:57:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-0/logs
19:57:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-0/data/info.pb
19:57:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:57:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:57:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:57:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:57:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:57:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:57:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:57:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:57:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:57:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:57:57.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.224.129:0
19:57:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.224.129
19:57:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.224.129
19:57:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:57:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.224.190:34363,127.6.224.189:44589,127.6.224.188:42783
19:57:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.224.148:36823
19:57:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:57:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:57:57.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:57:57.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.213358 7130 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } attempt: 7
19:57:57.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.254793 7130 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3f28d622fa7541dc970ac6230c738dbe: Bootstrap starting.
19:57:57.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.263430 7130 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3f28d622fa7541dc970ac6230c738dbe: Neither blocks nor log segments found. Creating new log.
19:57:57.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.267171 7130 log.cc:824] T 00000000000000000000000000000000 P 3f28d622fa7541dc970ac6230c738dbe: Log is configured to *not* fsync() on all Append() calls
19:57:57.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.295720 7130 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3f28d622fa7541dc970ac6230c738dbe: No bootstrap required, opened a new log
19:57:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.389740 7130 raft_consensus.cc:348] T 00000000000000000000000000000000 P 3f28d622fa7541dc970ac6230c738dbe [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f28d622fa7541dc970ac6230c738dbe" member_type: VOTER last_known_addr { host: "127.6.224.190" port: 34363 } } peers { permanent_uuid: "3c2830c26c754760be6ccb4397483c92" member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } } peers { permanent_uuid: "b9dae0dc72a944919fd148ae05a8a909" member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } }
19:57:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.392091 7130 raft_consensus.cc:374] T 00000000000000000000000000000000 P 3f28d622fa7541dc970ac6230c738dbe [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:57:57.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.392927 7130 raft_consensus.cc:729] T 00000000000000000000000000000000 P 3f28d622fa7541dc970ac6230c738dbe [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3f28d622fa7541dc970ac6230c738dbe, State: Initialized, Role: FOLLOWER
19:57:57.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.395592 7130 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3f28d622fa7541dc970ac6230c738dbe [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f28d622fa7541dc970ac6230c738dbe" member_type: VOTER last_known_addr { host: "127.6.224.190" port: 34363 } } peers { permanent_uuid: "3c2830c26c754760be6ccb4397483c92" member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } } peers { permanent_uuid: "b9dae0dc72a944919fd148ae05a8a909" member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } }
19:57:57.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.423048 7353 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3f28d622fa7541dc970ac6230c738dbe [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f28d622fa7541dc970ac6230c738dbe" member_type: VOTER last_known_addr { host: "127.6.224.190" port: 34363 } } peers { permanent_uuid: "3c2830c26c754760be6ccb4397483c92" member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } } peers { permanent_uuid: "b9dae0dc72a944919fd148ae05a8a909" member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } } }
19:57:57.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.428686 7353 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3f28d622fa7541dc970ac6230c738dbe [sys.catalog]: This master's current role is: FOLLOWER
19:57:57.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.429175 7104 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b9dae0dc72a944919fd148ae05a8a909" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f28d622fa7541dc970ac6230c738dbe" is_pre_election: true
19:57:57.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.430127 7104 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 3f28d622fa7541dc970ac6230c738dbe [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b9dae0dc72a944919fd148ae05a8a909 in term 0.
19:57:57.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.431464 7102 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 3f28d622fa7541dc970ac6230c738dbe [term 0 FOLLOWER]: Advancing to term 1
19:57:57.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.436760 7103 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b9dae0dc72a944919fd148ae05a8a909" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3f28d622fa7541dc970ac6230c738dbe"
19:57:57.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.440896 7102 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 3f28d622fa7541dc970ac6230c738dbe [term 1 FOLLOWER]: Refusing update from remote peer b9dae0dc72a944919fd148ae05a8a909: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:57:57.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.443161 7130 sys_catalog.cc:564] T 00000000000000000000000000000000 P 3f28d622fa7541dc970ac6230c738dbe [sys.catalog]: configured and running, proceeding with master startup.
19:57:57.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.444056 7310 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3f28d622fa7541dc970ac6230c738dbe" member_type: VOTER last_known_addr { host: "127.6.224.190" port: 34363 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:57:57.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.548836 7353 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3f28d622fa7541dc970ac6230c738dbe [sys.catalog]: SysCatalogTable state changed. Reason: New leader b9dae0dc72a944919fd148ae05a8a909. Latest consensus state: current_term: 1 leader_uuid: "b9dae0dc72a944919fd148ae05a8a909" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f28d622fa7541dc970ac6230c738dbe" member_type: VOTER last_known_addr { host: "127.6.224.190" port: 34363 } } peers { permanent_uuid: "3c2830c26c754760be6ccb4397483c92" member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } } peers { permanent_uuid: "b9dae0dc72a944919fd148ae05a8a909" member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } } }
19:57:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.548815 7359 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3f28d622fa7541dc970ac6230c738dbe [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b9dae0dc72a944919fd148ae05a8a909" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f28d622fa7541dc970ac6230c738dbe" member_type: VOTER last_known_addr { host: "127.6.224.190" port: 34363 } } peers { permanent_uuid: "3c2830c26c754760be6ccb4397483c92" member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } } peers { permanent_uuid: "b9dae0dc72a944919fd148ae05a8a909" member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } } }
19:57:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.550217 7359 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3f28d622fa7541dc970ac6230c738dbe [sys.catalog]: This master's current role is: FOLLOWER
19:57:57.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.550323 7353 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3f28d622fa7541dc970ac6230c738dbe [sys.catalog]: This master's current role is: FOLLOWER
19:57:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.653541 7371 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
19:57:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.874935 7310 sys_catalog.cc:455] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b9dae0dc72a944919fd148ae05a8a909" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3f28d622fa7541dc970ac6230c738dbe" member_type: VOTER last_known_addr { host: "127.6.224.190" port: 34363 } } peers { permanent_uuid: "3c2830c26c754760be6ccb4397483c92" member_type: VOTER last_known_addr { host: "127.6.224.189" port: 44589 } } peers { permanent_uuid: "b9dae0dc72a944919fd148ae05a8a909" member_type: VOTER last_known_addr { host: "127.6.224.188" port: 42783 } } }
19:57:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.876394 7310 sys_catalog.cc:458] T 00000000000000000000000000000000 P b9dae0dc72a944919fd148ae05a8a909 [sys.catalog]: This master's current role is: LEADER
19:57:57.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:57.943476 7350 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:57:57.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:57.944193 7350 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:57:57.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:57.944999 7350 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:57:57.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.976248 7340 catalog_manager.cc:1259] Loaded cluster ID: a2a0f1fef0a44690b3f4013a7539823b
19:57:57.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.977741 7340 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 3c2830c26c754760be6ccb4397483c92: loading cluster ID for follower catalog manager: success
19:57:57.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.986361 7340 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 3c2830c26c754760be6ccb4397483c92: acquiring CA information for follower catalog manager: success
19:57:57.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:57.992913 7340 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 3c2830c26c754760be6ccb4397483c92: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:57:58.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:58.002525 7350 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:57:58.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:58.003998 7350 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.224.129
19:57:58.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:58.066324 7350 tablet_server_runner.cc:78] Tablet server non-default flags:
19:57:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:57:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.224.148:36823
19:57:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:57:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:57:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-0/data
19:57:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-0/wal
19:57:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:57:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:57:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.224.129:0
19:57:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:57:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:57:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:57:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-0/data/info.pb
19:57:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.224.129
19:57:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:57:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.224.190:34363,127.6.224.189:44589,127.6.224.188:42783
19:57:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:57:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:57:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:57:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:57:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:57:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.224.129
19:57:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-0/logs
19:57:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:57:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:57:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:57:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:57:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:57:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:57:58.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:57:58.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:57:58.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:57:58.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:57:58.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:58.068089 7350 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:57:58.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:58.070230 7350 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:57:58.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:58.098891 7380 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:57:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:58.672019 7371 catalog_manager.cc:1259] Loaded cluster ID: a2a0f1fef0a44690b3f4013a7539823b
19:57:58.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:58.672317 7371 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 3f28d622fa7541dc970ac6230c738dbe: loading cluster ID for follower catalog manager: success
19:57:58.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:58.686339 7371 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 3f28d622fa7541dc970ac6230c738dbe: acquiring CA information for follower catalog manager: success
19:57:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:58.706050 7371 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 3f28d622fa7541dc970ac6230c738dbe: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:57:59.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:59.574781 7381 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:57:59.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:59.575592 7382 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:57:59.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.575882 7350 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:57:59.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:57:58.104374 7379 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:57:59.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.581821 7350 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:57:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.596355 7350 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:57:59.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.597914 7350 hybrid_clock.cc:648] HybridClock initialized: now 1786305479597837 us; error 88 us; skew 500 ppm
19:57:59.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.599072 7350 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:57:59.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.611680 7350 webserver.cc:460] Webserver started at http://127.6.224.129:38265/ using document root <none> and password file <none>
19:57:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.613221 7350 fs_manager.cc:359] Metadata directory not provided
19:57:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.613512 7350 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:57:59.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.614081 7350 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:57:59.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.622280 7350 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-0/data/instance:
19:57:59.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb3c23c7a28743139eb157b8e780e6ee"
19:57:59.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:57:59 on dist-test-slave-fd7l"
19:57:59.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.624089 7350 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-0/wal/instance:
19:57:59.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb3c23c7a28743139eb157b8e780e6ee"
19:57:59.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:57:59 on dist-test-slave-fd7l"
19:57:59.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.634137 7350 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.008s sys 0.000s
19:57:59.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.642180 7390 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:57:59.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.643611 7350 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.004s
19:57:59.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.644043 7350 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-0/data,/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-0/wal
19:57:59.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bb3c23c7a28743139eb157b8e780e6ee"
19:57:59.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:57:59 on dist-test-slave-fd7l"
19:57:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.644547 7350 fs_report.cc:383] FS layout report
19:57:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:57:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-0/wal
19:57:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-0/wal
19:57:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-0/data/data
19:57:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:57:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:57:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:57:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:57:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:57:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:57:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:57:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:57:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:57:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:57:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:57:59.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.713560 7350 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:57:59.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.715724 7350 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:57:59.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.716368 7350 kserver.cc:163] Server-wide thread pool size limit: 3276
19:57:59.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.720294 7350 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:57:59.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.726946 7350 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:57:59.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.727252 7350 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:57:59.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.727560 7350 ts_tablet_manager.cc:610] Registered 0 tablets
19:57:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.727771 7350 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:57:59.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.946293 7350 rpc_server.cc:307] RPC server started. Bound to: 127.6.224.129:36283
19:57:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.946417 7516 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.224.129:36283 every 8 connection(s)
19:57:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.950743 7350 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-0/data/info.pb
19:57:59.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.953143 7042 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu as pid 7350
19:57:59.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.953610 7042 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-0/wal/instance
19:57:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:57:59.971403 7042 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:57:59.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:57:59.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-1/wal
19:57:59.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-1/data
19:57:59.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:57:59.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:57:59.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:57:59.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:57:59.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:57:59.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:57:59.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-1/logs
19:57:59.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-1/data/info.pb
19:57:59.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:57:59.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:57:59.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:57:59.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:57:59.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:57:59.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:57:59.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:57:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:57:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:57:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:57:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.224.130:0
19:57:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.224.130
19:57:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.224.130
19:57:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:57:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.224.190:34363,127.6.224.189:44589,127.6.224.188:42783
19:57:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.224.148:36823
19:57:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:57:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:57:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:58:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:00.090168 7517 heartbeater.cc:347] Connected to a master server at 127.6.224.189:44589
19:58:00.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:00.090772 7517 heartbeater.cc:464] Registering TS with master...
19:58:00.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:00.092163 7517 heartbeater.cc:511] Master 127.6.224.189:44589 requested a full tablet report, sending...
19:58:00.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:00.097826 7174 ts_manager.cc:194] Registered new tserver with Master: bb3c23c7a28743139eb157b8e780e6ee (127.6.224.129:36283)
19:58:00.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:00.107471 7519 heartbeater.cc:347] Connected to a master server at 127.6.224.188:42783
19:58:00.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:00.107888 7519 heartbeater.cc:464] Registering TS with master...
19:58:00.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:00.109308 7519 heartbeater.cc:511] Master 127.6.224.188:42783 requested a full tablet report, sending...
19:58:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:00.112597 7261 ts_manager.cc:194] Registered new tserver with Master: bb3c23c7a28743139eb157b8e780e6ee (127.6.224.129:36283)
19:58:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:00.115804 7261 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.6.224.129:45099
19:58:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:00.117183 7522 heartbeater.cc:347] Connected to a master server at 127.6.224.190:34363
19:58:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:00.117580 7522 heartbeater.cc:464] Registering TS with master...
19:58:00.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:00.118607 7522 heartbeater.cc:511] Master 127.6.224.190:34363 requested a full tablet report, sending...
19:58:00.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:00.123610 7093 ts_manager.cc:194] Registered new tserver with Master: bb3c23c7a28743139eb157b8e780e6ee (127.6.224.129:36283)
19:58:00.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:00.499286 7518 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:58:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:00.499866 7518 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:00.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:00.500563 7518 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:58:00.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:00.533839 7518 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:58:00.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:00.534843 7518 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.224.130
19:58:00.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:00.572182 7518 tablet_server_runner.cc:78] Tablet server non-default flags:
19:58:00.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:00.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.224.148:36823
19:58:00.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:00.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:00.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-1/data
19:58:00.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-1/wal
19:58:00.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:00.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:00.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.224.130:0
19:58:00.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:00.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:00.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-1/data/info.pb
19:58:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.224.130
19:58:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:00.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.224.190:34363,127.6.224.189:44589,127.6.224.188:42783
19:58:00.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:00.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:00.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:00.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:00.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.224.130
19:58:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-1/logs
19:58:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:58:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:58:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:58:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:58:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:58:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:58:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:58:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:00.573871 7518 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:00.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:00.576185 7518 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:58:00.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:00.622759 7534 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:01.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:01.122107 7519 heartbeater.cc:503] Master 127.6.224.188:42783 was elected leader, sending a full tablet report...
19:58:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:02.008837 7533 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 7518
19:58:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:02.275884 7533 kernel_stack_watchdog.cc:198] Thread 7518 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 381ms:
19:58:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
19:58:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
19:58:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
19:58:02.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
19:58:02.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:00.623596 7535 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:02.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:02.277498 7518 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.653s user 0.000s sys 0.002s
19:58:02.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:02.277855 7518 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.653s user 0.001s sys 0.002s
19:58:02.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:02.280952 7538 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:02.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:02.283560 7536 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1657 milliseconds
19:58:02.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.283565 7518 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:58:02.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.285295 7518 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:02.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.287729 7518 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:02.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.289104 7518 hybrid_clock.cc:648] HybridClock initialized: now 1786305482289055 us; error 57 us; skew 500 ppm
19:58:02.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.289934 7518 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:02.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.297086 7518 webserver.cc:460] Webserver started at http://127.6.224.130:38653/ using document root <none> and password file <none>
19:58:02.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.298107 7518 fs_manager.cc:359] Metadata directory not provided
19:58:02.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.298301 7518 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:02.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.298687 7518 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:58:02.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.304108 7518 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-1/data/instance:
19:58:02.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ec90b6cb80f4ae5944ce173d8ff5b91"
19:58:02.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:58:02 on dist-test-slave-fd7l"
19:58:02.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.305310 7518 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-1/wal/instance:
19:58:02.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ec90b6cb80f4ae5944ce173d8ff5b91"
19:58:02.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:58:02 on dist-test-slave-fd7l"
19:58:02.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.313375 7518 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
19:58:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.319299 7547 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:58:02.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.320636 7518 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
19:58:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.320951 7518 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-1/data,/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-1/wal
19:58:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ec90b6cb80f4ae5944ce173d8ff5b91"
19:58:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:58:02 on dist-test-slave-fd7l"
19:58:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.321403 7518 fs_report.cc:383] FS layout report
19:58:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-1/wal
19:58:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-1/wal
19:58:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-1/data/data
19:58:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:02.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:02.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.360447 7518 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:58:02.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.362309 7518 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:02.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.362892 7518 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:02.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.366256 7518 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:58:02.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.370914 7518 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:58:02.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.371158 7518 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:58:02.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.371496 7518 ts_tablet_manager.cc:610] Registered 0 tablets
19:58:02.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.371770 7518 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:58:02.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.550782 7518 rpc_server.cc:307] RPC server started. Bound to: 127.6.224.130:38079
19:58:02.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.550907 7671 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.224.130:38079 every 8 connection(s)
19:58:02.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.553557 7518 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-1/data/info.pb
19:58:02.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.563086 7042 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu as pid 7518
19:58:02.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.563791 7042 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-1/wal/instance
19:58:02.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.576472 7042 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:58:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:58:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-2/wal
19:58:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-2/data
19:58:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-2/logs
19:58:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-2/data/info.pb
19:58:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:58:02.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.224.131:0
19:58:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.224.131
19:58:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.224.131
19:58:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.224.190:34363,127.6.224.189:44589,127.6.224.188:42783
19:58:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.224.148:36823
19:58:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:02.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:02.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:58:02.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.618321 7673 heartbeater.cc:347] Connected to a master server at 127.6.224.188:42783
19:58:02.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.618875 7673 heartbeater.cc:464] Registering TS with master...
19:58:02.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.620222 7673 heartbeater.cc:511] Master 127.6.224.188:42783 requested a full tablet report, sending...
19:58:02.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.623204 7261 ts_manager.cc:194] Registered new tserver with Master: 8ec90b6cb80f4ae5944ce173d8ff5b91 (127.6.224.130:38079)
19:58:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.625036 7672 heartbeater.cc:347] Connected to a master server at 127.6.224.189:44589
19:58:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.625402 7672 heartbeater.cc:464] Registering TS with master...
19:58:02.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.625430 7261 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.6.224.130:48175
19:58:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.626248 7672 heartbeater.cc:511] Master 127.6.224.189:44589 requested a full tablet report, sending...
19:58:02.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.629941 7174 ts_manager.cc:194] Registered new tserver with Master: 8ec90b6cb80f4ae5944ce173d8ff5b91 (127.6.224.130:38079)
19:58:02.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.630532 7674 heartbeater.cc:347] Connected to a master server at 127.6.224.190:34363
19:58:02.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.630923 7674 heartbeater.cc:464] Registering TS with master...
19:58:02.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.631793 7674 heartbeater.cc:511] Master 127.6.224.190:34363 requested a full tablet report, sending...
19:58:02.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:02.634521 7093 ts_manager.cc:194] Registered new tserver with Master: 8ec90b6cb80f4ae5944ce173d8ff5b91 (127.6.224.130:38079)
19:58:02.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:02.953377 7680 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:58:02.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:02.953987 7680 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:02.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:02.954630 7680 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:58:02.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:02.988852 7680 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:58:02.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:02.989862 7680 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.6.224.131
19:58:03.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:03.026168 7680 tablet_server_runner.cc:78] Tablet server non-default flags:
19:58:03.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:03.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.6.224.148:36823
19:58:03.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:03.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:03.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-2/data
19:58:03.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-2/wal
19:58:03.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.6.224.131:0
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-2/data/info.pb
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.6.224.131
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.6.224.190:34363,127.6.224.189:44589,127.6.224.188:42783
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.6.224.131
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-2/logs
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:58:03.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:58:03.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:03.027801 7680 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:03.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:03.029786 7680 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:58:03.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:03.051122 7691 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:03.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:03.630443 7673 heartbeater.cc:503] Master 127.6.224.188:42783 was elected leader, sending a full tablet report...
19:58:04.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:03.051287 7695 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:04.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:03.051154 7692 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:04.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:04.308784 7693 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:58:04.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.308903 7680 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:58:04.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.313723 7680 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:04.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.316504 7680 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:04.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.318068 7680 hybrid_clock.cc:648] HybridClock initialized: now 1786305484318030 us; error 44 us; skew 500 ppm
19:58:04.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.319063 7680 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:04.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.327054 7680 webserver.cc:460] Webserver started at http://127.6.224.131:42427/ using document root <none> and password file <none>
19:58:04.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.328126 7680 fs_manager.cc:359] Metadata directory not provided
19:58:04.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.328387 7680 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:04.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.329026 7680 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:58:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.334231 7680 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-2/data/instance:
19:58:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e99c35a73164778b6d323c3ec6b4344"
19:58:04.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:58:04 on dist-test-slave-fd7l"
19:58:04.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.335487 7680 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-2/wal/instance:
19:58:04.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e99c35a73164778b6d323c3ec6b4344"
19:58:04.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:58:04 on dist-test-slave-fd7l"
19:58:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.343822 7680 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.006s sys 0.004s
19:58:04.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.350463 7702 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:58:04.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.351786 7680 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
19:58:04.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.352181 7680 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-2/data,/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-2/wal
19:58:04.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2e99c35a73164778b6d323c3ec6b4344"
19:58:04.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:58:04 on dist-test-slave-fd7l"
19:58:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.352679 7680 fs_report.cc:383] FS layout report
19:58:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-2/wal
19:58:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-2/wal
19:58:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-2/data/data
19:58:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:04.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:04.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.392695 7680 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:58:04.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.394357 7680 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:04.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.394912 7680 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:04.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.398041 7680 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
19:58:04.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.402966 7680 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:58:04.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.403214 7680 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:58:04.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.403529 7680 ts_tablet_manager.cc:610] Registered 0 tablets
19:58:04.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.403744 7680 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:58:04.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.587498 7680 rpc_server.cc:307] RPC server started. Bound to: 127.6.224.131:39489
19:58:04.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.587682 7826 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.6.224.131:39489 every 8 connection(s)
19:58:04.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.591760 7680 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-2/data/info.pb
19:58:04.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.596344 7042 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu as pid 7680
19:58:04.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.596872 7042 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster6720817572615047685/ts-2/wal/instance
19:58:04.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.661903 7827 heartbeater.cc:347] Connected to a master server at 127.6.224.189:44589
19:58:04.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.662362 7828 heartbeater.cc:347] Connected to a master server at 127.6.224.188:42783
19:58:04.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.662545 7827 heartbeater.cc:464] Registering TS with master...
19:58:04.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.662781 7828 heartbeater.cc:464] Registering TS with master...
19:58:04.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.664216 7827 heartbeater.cc:511] Master 127.6.224.189:44589 requested a full tablet report, sending...
19:58:04.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.664933 7828 heartbeater.cc:511] Master 127.6.224.188:42783 requested a full tablet report, sending...
19:58:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.666829 7831 heartbeater.cc:347] Connected to a master server at 127.6.224.190:34363
19:58:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.667217 7831 heartbeater.cc:464] Registering TS with master...
19:58:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.667959 7261 ts_manager.cc:194] Registered new tserver with Master: 2e99c35a73164778b6d323c3ec6b4344 (127.6.224.131:39489)
19:58:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.668015 7174 ts_manager.cc:194] Registered new tserver with Master: 2e99c35a73164778b6d323c3ec6b4344 (127.6.224.131:39489)
19:58:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.668149 7831 heartbeater.cc:511] Master 127.6.224.190:34363 requested a full tablet report, sending...
19:58:04.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.670303 7261 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.6.224.131:49857
19:58:04.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.671221 7093 ts_manager.cc:194] Registered new tserver with Master: 2e99c35a73164778b6d323c3ec6b4344 (127.6.224.131:39489)
19:58:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:04.677652 7042 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
19:58:04.690 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:58:04.692 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
19:58:04.704 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.6.224.190"
port: 34363
}
bound_http_address {
host: "127.6.224.190"
port: 34571
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.6.224.189"
port: 44589
}
bound_http_address {
host: "127.6.224.189"
port: 37183
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.6.224.188"
port: 42783
}
bound_http_address {
host: "127.6.224.188"
port: 42909
}
}
}
19:58:04.709 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:58:04.711 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.6.224.129"
port: 36283
}
bound_http_address {
host: "127.6.224.129"
port: 38265
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.6.224.130"
port: 38079
}
bound_http_address {
host: "127.6.224.130"
port: 38653
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.6.224.131"
port: 39489
}
bound_http_address {
host: "127.6.224.131"
port: 42427
}
}
}
19:58:04.712 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:58:04.905 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
19:58:05.043 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_pqXhg/test-tmp
19:58:05.044 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:58:05.044 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_pqXhg/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:58:05.048 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
19:58:05.395 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:58:05.395 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:58:05.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:05.399351 7839 mini_oidc.cc:152] Starting JWKS server
19:58:05.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:05.403568 7839 webserver.cc:460] Webserver started at http://127.0.0.1:38399/ using document root <none> and password file <none>
19:58:05.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:05.404094 7839 mini_oidc.cc:189] Starting OIDC Discovery server
19:58:05.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:05.406000 7839 webserver.cc:460] Webserver started at http://127.0.0.1:41215/ using document root <none> and password file <none>
19:58:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
19:58:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/principal' for realm 'KRBTEST.COM',
19:58:05.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
19:58:05.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:05 dist-test-slave-fd7l krb5kdc[7853](info): setting up network...
19:58:05.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
19:58:05.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:05 dist-test-slave-fd7l krb5kdc[7853](info): set up 2 sockets
19:58:05.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:05 dist-test-slave-fd7l krb5kdc[7853](info): commencing operation
19:58:05.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
19:58:05.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:05.675726 7828 heartbeater.cc:503] Master 127.6.224.188:42783 was elected leader, sending a full tablet report...
19:58:06.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:06.646880 7839 mini_kdc.cc:121] Time spent starting KDC: real 1.212s user 0.003s sys 0.023s
19:58:06.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
19:58:06.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:58:06.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
19:58:06.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
19:58:06.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:58:06.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
19:58:06.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
19:58:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:58:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
19:58:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:58:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/test-user.keytab.
19:58:06.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/test-user.keytab.
19:58:06.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:06 dist-test-slave-fd7l krb5kdc[7853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305486, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:58:06.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:58:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:58:06Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
19:58:06.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:58:06Z Disabled control of system clock
19:58:06.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.7.167.254@KRBTEST.COM; defaulting to no policy
19:58:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:58:06.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.7.167.254@KRBTEST.COM" created.
19:58:06.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:58:06.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.167.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kudu_127.7.167.254.keytab.
19:58:06.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.167.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kudu_127.7.167.254.keytab.
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:06.870841 7839 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/wal
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/data
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/logs
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/data/info.pb
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:06.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.167.254:37615
19:58:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.167.254
19:58:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kudu_127.7.167.254.keytab
19:58:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.167.254
19:58:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:58:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:58:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:58:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.167.212:34999
19:58:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:06.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.167.254:37615,127.7.167.253:45723,127.7.167.252:44485
19:58:06.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:06.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38399/jwks.json
19:58:06.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:58:07.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:07.213104 7867 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:58:07.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:07.213688 7867 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:07.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:07.214555 7867 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:58:07.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:07.252502 7867 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:58:07.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:07.252796 7867 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:58:07.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:07.253070 7867 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:58:07.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:07.253271 7867 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:58:07.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:07.253471 7867 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:58:07.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:07.253654 7867 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:58:07.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:07.253798 7867 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38399/jwks.json
19:58:07.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:07.293385 7867 master_runner.cc:386] Master server non-default flags:
19:58:07.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:07.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.167.212:34999
19:58:07.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/data
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/wal
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.167.254:37615,127.7.167.253:45723,127.7.167.252:44485
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kudu_127.7.167.254.keytab
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.167.254
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.167.254:37615
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38399/jwks.json
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/data/info.pb
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.167.254
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/logs
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:58:07.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:58:07.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:58:07.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:58:07.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:07.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:58:07.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:58:07.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:58:07.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:07.294730 7867 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:07.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:07.295742 7867 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:58:07.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:07.314495 7875 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:08.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:07.314565 7874 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:08.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:07.315773 7877 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:08.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:08.750486 7876 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1434 milliseconds
19:58:08.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:08.750610 7867 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:58:08.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:08.752138 7867 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:08.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:08.755689 7867 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:08.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:08.757130 7867 hybrid_clock.cc:648] HybridClock initialized: now 1786305488757053 us; error 95 us; skew 500 ppm
19:58:08.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:08.757946 7867 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:08.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:08 dist-test-slave-fd7l krb5kdc[7853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305488, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.167.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:58:08.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:08.764225 7867 init.cc:377] Logged in from keytab as kudu/127.7.167.254@KRBTEST.COM (short username kudu)
19:58:08.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:08.771077 7867 webserver.cc:460] Webserver started at http://127.7.167.254:34471/ using document root <none> and password file <none>
19:58:08.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:08.772444 7867 fs_manager.cc:359] Metadata directory not provided
19:58:08.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:08.772984 7867 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:08.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:08.773645 7867 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:58:08.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:08.779615 7867 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/data/instance:
19:58:08.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dcf509d9efd44e68b7795d66f15966d1"
19:58:08.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:58:08 on dist-test-slave-fd7l"
19:58:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:08.780874 7867 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/wal/instance:
19:58:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dcf509d9efd44e68b7795d66f15966d1"
19:58:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:58:08 on dist-test-slave-fd7l"
19:58:08.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:08.789451 7867 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.000s
19:58:08.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:08.796000 7886 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:58:08.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:08.797449 7867 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.001s
19:58:08.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:08.797889 7867 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/data,/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/wal
19:58:08.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dcf509d9efd44e68b7795d66f15966d1"
19:58:08.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:58:08 on dist-test-slave-fd7l"
19:58:08.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:08.798292 7867 fs_report.cc:383] FS layout report
19:58:08.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:08.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/wal
19:58:08.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/wal
19:58:08.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/data/data
19:58:08.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:08.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:08.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:08.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:08.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:08.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:08.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:08.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:08.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:08.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:08.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:08.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:08.855957 7867 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:58:08.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:08.863443 7867 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:08.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:08.864414 7867 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:09.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:09.165165 7867 rpc_server.cc:307] RPC server started. Bound to: 127.7.167.254:37615
19:58:09.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:09.165694 7940 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.167.254:37615 every 8 connection(s)
19:58:09.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:09.170118 7867 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/data/info.pb
19:58:09.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:09.176723 7839 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu as pid 7867
19:58:09.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:09.177433 7839 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/wal/instance
19:58:09.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:09.186934 7941 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:58:09.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.7.167.253@KRBTEST.COM; defaulting to no policy
19:58:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:58:09.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.7.167.253@KRBTEST.COM" created.
19:58:09.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:09.215679 7941 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.167.254" port: 37615 } has no permanent_uuid. Determining permanent_uuid...
19:58:09.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:58:09.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.167.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kudu_127.7.167.253.keytab.
19:58:09.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.167.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kudu_127.7.167.253.keytab.
19:58:09.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:09.256688 7839 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:58:09.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:58:09.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/wal
19:58:09.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/data
19:58:09.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:09.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:09.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:09.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:09.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:09.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:09.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/logs
19:58:09.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/data/info.pb
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.167.253:45723
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.167.253
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kudu_127.7.167.253.keytab
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.167.253
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.167.212:34999
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:09.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:09.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:09.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.167.254:37615,127.7.167.253:45723,127.7.167.252:44485
19:58:09.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:09.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38399/jwks.json
19:58:09.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:58:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:09 dist-test-slave-fd7l krb5kdc[7853](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305488, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.167.254@KRBTEST.COM for kudu/127.7.167.254@KRBTEST.COM
19:58:09.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:09.317462 7941 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } has no permanent_uuid. Determining permanent_uuid...
19:58:09.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:09.323647 7887 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.167.253:45723: connect: Connection refused (error 111)
19:58:09.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:09.335314 7941 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.167.253:45723: Network error: Client connection negotiation failed: client connection to 127.7.167.253:45723: connect: Connection refused (error 111)
19:58:09.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:09.385593 7941 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } attempt: 1
19:58:09.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:09.392379 7941 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.167.253:45723: Network error: Client connection negotiation failed: client connection to 127.7.167.253:45723: connect: Connection refused (error 111)
19:58:09.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:09.461197 7941 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } attempt: 2
19:58:09.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:09.470392 7941 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.167.253:45723: Network error: Client connection negotiation failed: client connection to 127.7.167.253:45723: connect: Connection refused (error 111)
19:58:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:09.561837 7941 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } attempt: 3
19:58:09.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:09.568315 7941 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.167.253:45723: Network error: Client connection negotiation failed: client connection to 127.7.167.253:45723: connect: Connection refused (error 111)
19:58:09.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:09.711812 7941 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } attempt: 4
19:58:09.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:09.718084 7941 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.167.253:45723: Network error: Client connection negotiation failed: client connection to 127.7.167.253:45723: connect: Connection refused (error 111)
19:58:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:09.906638 7948 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:58:09.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:09.907310 7948 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:09.907930 7948 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:58:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:09.943785 7948 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:58:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:09.944062 7948 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:58:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:09.944348 7948 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:58:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:09.944631 7948 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:58:09.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:09.945048 7948 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:58:09.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:09.945443 7948 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:58:09.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:09.945694 7948 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38399/jwks.json
19:58:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:09.986565 7948 master_runner.cc:386] Master server non-default flags:
19:58:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.167.212:34999
19:58:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/data
19:58:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/wal
19:58:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:58:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.167.254:37615,127.7.167.253:45723,127.7.167.252:44485
19:58:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kudu_127.7.167.253.keytab
19:58:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.167.253
19:58:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.167.253:45723
19:58:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38399/jwks.json
19:58:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:58:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:58:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:58:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/data/info.pb
19:58:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.167.253
19:58:09.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/logs
19:58:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:58:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:58:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:58:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:58:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:58:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:58:09.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:58:09.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:09.988160 7948 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:09.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:09.989622 7948 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:58:10.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:10.017650 7941 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } attempt: 5
19:58:10.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:10.026785 7941 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.167.253:45723: Network error: Client connection negotiation failed: client connection to 127.7.167.253:45723: connect: Connection refused (error 111)
19:58:10.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:10.035189 7960 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:10.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:10.574342 7941 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } attempt: 6
19:58:10.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:10.584767 7941 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.167.253:45723: Network error: Client connection negotiation failed: client connection to 127.7.167.253:45723: connect: Connection refused (error 111)
19:58:11.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:10.035457 7961 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:11.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:10.042788 7948 server_base.cc:1034] running on GCE node
19:58:11.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:10.037432 7963 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:11.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.462101 7948 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:11.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.465852 7948 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:11.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.467370 7948 hybrid_clock.cc:648] HybridClock initialized: now 1786305491467323 us; error 62 us; skew 500 ppm
19:58:11.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.468552 7948 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:11.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:11 dist-test-slave-fd7l krb5kdc[7853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305491, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.167.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:58:11.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.481086 7948 init.cc:377] Logged in from keytab as kudu/127.7.167.253@KRBTEST.COM (short username kudu)
19:58:11.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.486934 7948 webserver.cc:460] Webserver started at http://127.7.167.253:43215/ using document root <none> and password file <none>
19:58:11.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.488090 7948 fs_manager.cc:359] Metadata directory not provided
19:58:11.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.488370 7948 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:11.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.488919 7948 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:58:11.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.494320 7948 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/data/instance:
19:58:11.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cda10bc9648146c7805d956c449a30e2"
19:58:11.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:58:11 on dist-test-slave-fd7l"
19:58:11.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.495553 7948 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/wal/instance:
19:58:11.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cda10bc9648146c7805d956c449a30e2"
19:58:11.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:58:11 on dist-test-slave-fd7l"
19:58:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.504225 7948 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.001s
19:58:11.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.510464 7976 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:58:11.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.511687 7948 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
19:58:11.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.512024 7948 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/data,/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/wal
19:58:11.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cda10bc9648146c7805d956c449a30e2"
19:58:11.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:58:11 on dist-test-slave-fd7l"
19:58:11.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.512343 7948 fs_report.cc:383] FS layout report
19:58:11.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:11.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/wal
19:58:11.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/wal
19:58:11.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/data/data
19:58:11.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:11.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:11.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:11.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:11.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:11.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:11.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:11.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:11.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:11.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:11.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:11.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.563323 7948 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:58:11.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.570326 7948 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:11.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.570955 7948 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:11.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.645337 7941 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } attempt: 7
19:58:11.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:11.666348 7941 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.167.253:45723: Network error: Client connection negotiation failed: client connection to 127.7.167.253:45723: connect: Connection refused (error 111)
19:58:11.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.818482 7948 rpc_server.cc:307] RPC server started. Bound to: 127.7.167.253:45723
19:58:11.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.818784 8031 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.167.253:45723 every 8 connection(s)
19:58:11.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.821996 7948 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/data/info.pb
19:58:11.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.825912 7839 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu as pid 7948
19:58:11.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.826543 7839 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/wal/instance
19:58:11.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.838603 8033 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:58:11.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.863855 8033 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.167.254" port: 37615 } has no permanent_uuid. Determining permanent_uuid...
19:58:11.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.7.167.252@KRBTEST.COM; defaulting to no policy
19:58:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:58:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.7.167.252@KRBTEST.COM" created.
19:58:11.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:11 dist-test-slave-fd7l krb5kdc[7853](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305491, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.167.253@KRBTEST.COM for kudu/127.7.167.254@KRBTEST.COM
19:58:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:58:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.167.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kudu_127.7.167.252.keytab.
19:58:11.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.7.167.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kudu_127.7.167.252.keytab.
19:58:11.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.922627 7839 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:58:11.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:58:11.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/wal
19:58:11.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/data
19:58:11.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:11.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/logs
19:58:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/data/info.pb
19:58:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:11.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:58:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.167.252:44485
19:58:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.167.252
19:58:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kudu_127.7.167.252.keytab
19:58:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.167.252
19:58:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:58:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:58:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:58:11.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.167.212:34999
19:58:11.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:11.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:11.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:11.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:11.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.167.254:37615,127.7.167.253:45723,127.7.167.252:44485
19:58:11.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:11.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38399/jwks.json
19:58:11.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:58:11.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.933733 8033 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } has no permanent_uuid. Determining permanent_uuid...
19:58:11.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:11 dist-test-slave-fd7l krb5kdc[7853](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305491, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.167.253@KRBTEST.COM for kudu/127.7.167.253@KRBTEST.COM
19:58:11.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:11.988417 8033 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } has no permanent_uuid. Determining permanent_uuid...
19:58:11.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:11.992956 7980 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.167.252:44485: connect: Connection refused (error 111)
19:58:12.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:12.006073 8033 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.167.252:44485: Network error: Client connection negotiation failed: client connection to 127.7.167.252:44485: connect: Connection refused (error 111)
19:58:12.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:12.056010 8033 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } attempt: 1
19:58:12.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:12.062542 8033 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.167.252:44485: Network error: Client connection negotiation failed: client connection to 127.7.167.252:44485: connect: Connection refused (error 111)
19:58:12.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:12.131264 8033 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } attempt: 2
19:58:12.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:12.143635 8033 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.167.252:44485: Network error: Client connection negotiation failed: client connection to 127.7.167.252:44485: connect: Connection refused (error 111)
19:58:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:12.235857 8033 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } attempt: 3
19:58:12.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:12.243152 8033 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.167.252:44485: Network error: Client connection negotiation failed: client connection to 127.7.167.252:44485: connect: Connection refused (error 111)
19:58:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:12.386952 8033 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } attempt: 4
19:58:12.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:12.393524 8033 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.167.252:44485: Network error: Client connection negotiation failed: client connection to 127.7.167.252:44485: connect: Connection refused (error 111)
19:58:12.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:12.568845 8039 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:58:12.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:12.569680 8039 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:12.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:12.570693 8039 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:58:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:12.617897 8039 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:58:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:12.618250 8039 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:58:12.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:12.618698 8039 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:58:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:12.619066 8039 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:58:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:12.619416 8039 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:58:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:12.619776 8039 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:58:12.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:12.620043 8039 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38399/jwks.json
19:58:12.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:12.663962 8039 master_runner.cc:386] Master server non-default flags:
19:58:12.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:12.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.167.212:34999
19:58:12.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:12.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:12.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/data
19:58:12.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/wal
19:58:12.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:58:12.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:12.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.167.254:37615,127.7.167.253:45723,127.7.167.252:44485
19:58:12.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kudu_127.7.167.252.keytab
19:58:12.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.167.252
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.167.252:44485
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38399/jwks.json
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/data/info.pb
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.167.252
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/logs
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:58:12.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:58:12.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:58:12.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:12.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:58:12.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:58:12.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:58:12.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:12.665761 8039 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:12.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:12.667060 8039 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:58:12.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:12.693161 8033 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } attempt: 5
19:58:12.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:12.706683 8033 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.167.252:44485: Network error: Client connection negotiation failed: client connection to 127.7.167.252:44485: connect: Connection refused (error 111)
19:58:12.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:12.718413 8049 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:13.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:13.254770 8033 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } attempt: 6
19:58:13.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:13.267043 8033 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.167.252:44485: Network error: Client connection negotiation failed: client connection to 127.7.167.252:44485: connect: Connection refused (error 111)
19:58:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:13.756910 7941 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } attempt: 8
19:58:13.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:13 dist-test-slave-fd7l krb5kdc[7853](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305488, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.167.254@KRBTEST.COM for kudu/127.7.167.253@KRBTEST.COM
19:58:13.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:13.809561 7941 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } has no permanent_uuid. Determining permanent_uuid...
19:58:13.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:13.823645 7941 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.167.252:44485: Network error: Client connection negotiation failed: client connection to 127.7.167.252:44485: connect: Connection refused (error 111)
19:58:13.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:13.889324 7941 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } attempt: 1
19:58:13.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:13.895097 7941 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.167.252:44485: Network error: Client connection negotiation failed: client connection to 127.7.167.252:44485: connect: Connection refused (error 111)
19:58:13.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:13.948489 7941 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } attempt: 2
19:58:13.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:13.955760 7941 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.167.252:44485: Network error: Client connection negotiation failed: client connection to 127.7.167.252:44485: connect: Connection refused (error 111)
19:58:14.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.032300 7941 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } attempt: 3
19:58:14.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:14.039103 7941 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.167.252:44485: Network error: Client connection negotiation failed: client connection to 127.7.167.252:44485: connect: Connection refused (error 111)
19:58:14.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:12.727574 8039 server_base.cc:1034] running on GCE node
19:58:14.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:12.724790 8051 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:14.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:12.721716 8048 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.154402 8039 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:14.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.161047 8039 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:14.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.162747 8039 hybrid_clock.cc:648] HybridClock initialized: now 1786305494162685 us; error 79 us; skew 500 ppm
19:58:14.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.163853 8039 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:14.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:14 dist-test-slave-fd7l krb5kdc[7853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305494, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.167.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:58:14.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.176854 8039 init.cc:377] Logged in from keytab as kudu/127.7.167.252@KRBTEST.COM (short username kudu)
19:58:14.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.194926 7941 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } attempt: 4
19:58:14.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.203094 8039 webserver.cc:460] Webserver started at http://127.7.167.252:33045/ using document root <none> and password file <none>
19:58:14.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.204838 8039 fs_manager.cc:359] Metadata directory not provided
19:58:14.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.205161 8039 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:14.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:14.205576 7941 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.167.252:44485: Network error: Client connection negotiation failed: client connection to 127.7.167.252:44485: connect: Connection refused (error 111)
19:58:14.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.206022 8039 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
19:58:14.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.212847 8039 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/data/instance:
19:58:14.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8dbb03d77aac451aa4eea9232ff94dcc"
19:58:14.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:58:14 on dist-test-slave-fd7l"
19:58:14.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.214074 8039 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/wal/instance:
19:58:14.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8dbb03d77aac451aa4eea9232ff94dcc"
19:58:14.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:58:14 on dist-test-slave-fd7l"
19:58:14.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.228677 8039 fs_manager.cc:691] Time spent creating directory manager: real 0.014s user 0.005s sys 0.009s
19:58:14.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.240408 8068 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:58:14.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.242296 8039 fs_manager.cc:725] Time spent opening block manager: real 0.010s user 0.007s sys 0.004s
19:58:14.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.242735 8039 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/data,/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/wal
19:58:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8dbb03d77aac451aa4eea9232ff94dcc"
19:58:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:58:14 on dist-test-slave-fd7l"
19:58:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.243309 8039 fs_report.cc:383] FS layout report
19:58:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/wal
19:58:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/wal
19:58:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/data/data
19:58:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:14.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:14.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:14.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.316114 8039 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:58:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.326660 8039 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:14.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.327557 8039 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:14.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.327711 8033 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } attempt: 7
19:58:14.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:14.346241 8033 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.167.252:44485: Network error: Client connection negotiation failed: client connection to 127.7.167.252:44485: connect: Connection refused (error 111)
19:58:14.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.502434 7941 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } attempt: 5
19:58:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:14.506875 7891 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.167.252:44485: connect: Connection refused (error 111) [suppressed 12 similar messages]
19:58:14.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:14.511978 7941 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.167.252:44485: Network error: Client connection negotiation failed: client connection to 127.7.167.252:44485: connect: Connection refused (error 111)
19:58:14.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.666076 8039 rpc_server.cc:307] RPC server started. Bound to: 127.7.167.252:44485
19:58:14.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.666265 8124 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.167.252:44485 every 8 connection(s)
19:58:14.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.669489 8039 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/data/info.pb
19:58:14.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.671571 7839 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu as pid 8039
19:58:14.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.672240 7839 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/wal/instance
19:58:14.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.685993 8125 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:58:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.708671 8125 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.167.254" port: 37615 } has no permanent_uuid. Determining permanent_uuid...
19:58:14.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:14 dist-test-slave-fd7l krb5kdc[7853](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305486, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.7.167.252@KRBTEST.COM
19:58:14.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:14 dist-test-slave-fd7l krb5kdc[7853](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305494, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.167.252@KRBTEST.COM for kudu/127.7.167.254@KRBTEST.COM
19:58:14.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.792969 8125 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } has no permanent_uuid. Determining permanent_uuid...
19:58:14.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:14 dist-test-slave-fd7l krb5kdc[7853](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305486, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.7.167.253@KRBTEST.COM
19:58:14.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:14 dist-test-slave-fd7l krb5kdc[7853](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305494, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.167.252@KRBTEST.COM for kudu/127.7.167.253@KRBTEST.COM
19:58:14.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.839254 8125 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } has no permanent_uuid. Determining permanent_uuid...
19:58:14.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:14 dist-test-slave-fd7l krb5kdc[7853](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305486, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.7.167.254@KRBTEST.COM
19:58:14.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:14 dist-test-slave-fd7l krb5kdc[7853](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305494, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.167.252@KRBTEST.COM for kudu/127.7.167.252@KRBTEST.COM
19:58:14.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.869648 7839 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
19:58:14.880 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:58:14.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.881501 8125 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: Bootstrap starting.
19:58:14.882 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
19:58:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.891377 8125 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: Neither blocks nor log segments found. Creating new log.
19:58:14.894 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
19:58:14.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.894806 8125 log.cc:824] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: Log is configured to *not* fsync() on all Append() calls
19:58:14.895 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
19:58:14.899 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.7.167.254"
port: 37615
}
bound_http_address {
host: "127.7.167.254"
port: 34471
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.7.167.253"
port: 45723
}
bound_http_address {
host: "127.7.167.253"
port: 43215
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.7.167.252"
port: 44485
}
bound_http_address {
host: "127.7.167.252"
port: 33045
}
}
}
19:58:14.900 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:58:14.900 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:58:14.901 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:58:14.902 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:58:14.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.903630 8125 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: No bootstrap required, opened a new log
19:58:14.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.941535 8125 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcf509d9efd44e68b7795d66f15966d1" member_type: VOTER last_known_addr { host: "127.7.167.254" port: 37615 } } peers { permanent_uuid: "cda10bc9648146c7805d956c449a30e2" member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } } peers { permanent_uuid: "8dbb03d77aac451aa4eea9232ff94dcc" member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } }
19:58:14.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.942826 8125 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:58:14.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.943368 8125 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8dbb03d77aac451aa4eea9232ff94dcc, State: Initialized, Role: FOLLOWER
19:58:14.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.945098 8125 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcf509d9efd44e68b7795d66f15966d1" member_type: VOTER last_known_addr { host: "127.7.167.254" port: 37615 } } peers { permanent_uuid: "cda10bc9648146c7805d956c449a30e2" member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } } peers { permanent_uuid: "8dbb03d77aac451aa4eea9232ff94dcc" member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } }
19:58:14.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:14 dist-test-slave-fd7l krb5kdc[7853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305494, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:58:14.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:58:14.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.950484 8137 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcf509d9efd44e68b7795d66f15966d1" member_type: VOTER last_known_addr { host: "127.7.167.254" port: 37615 } } peers { permanent_uuid: "cda10bc9648146c7805d956c449a30e2" member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } } peers { permanent_uuid: "8dbb03d77aac451aa4eea9232ff94dcc" member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } } }
19:58:14.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.951606 8137 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [sys.catalog]: This master's current role is: FOLLOWER
19:58:14.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:14.953696 8125 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [sys.catalog]: configured and running, proceeding with master startup.
19:58:14.960 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:58:14.963 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/krb5cc
19:58:14.977 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:58:14.978 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/krb5cc
19:58:14.979 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:58:14.986 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
19:58:14.989 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:58:14.990 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:58:15.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:15.033802 7941 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } attempt: 6
19:58:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:15 dist-test-slave-fd7l krb5kdc[7853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305495, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:58:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:58:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:15 dist-test-slave-fd7l krb5kdc[7853](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305488, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.167.254@KRBTEST.COM for kudu/127.7.167.252@KRBTEST.COM
19:58:15.069 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:58:15.069 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/krb5cc
19:58:15.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:15.069839 8149 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:15.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:15.070510 8149 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:15.071 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:58:15.073 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.7.167.252:44485
19:58:15.076 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:58:15.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:15.077471 7839 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu with pid 8039
19:58:15.110 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:58:15.110 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.7.167.253:45723
19:58:15.111 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
19:58:15.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:15.111945 7839 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu with pid 7948
19:58:15.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:15.114358 8152 negotiation.cc:337] Failed RPC negotiation. Trace:
19:58:15.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:58:15.036984 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.7.167.252:44485 (local address 127.0.0.1:36350)
19:58:15.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:58:15.042327 (+ 5343us) negotiation.cc:107] Waiting for socket to connect
19:58:15.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:58:15.042411 (+ 84us) client_negotiation.cc:174] Beginning negotiation
19:58:15.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:58:15.042821 (+ 410us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
19:58:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:58:15.044562 (+ 1741us) client_negotiation.cc:271] Received NEGOTIATE NegotiatePB response
19:58:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:58:15.044656 (+ 94us) client_negotiation.cc:394] Received NEGOTIATE response from server
19:58:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:58:15.046932 (+ 2276us) client_negotiation.cc:189] Negotiated authn=SASL
19:58:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:58:15.048106 (+ 1174us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
19:58:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:58:15.048222 (+ 116us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
19:58:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:58:15.054288 (+ 6066us) client_negotiation.cc:271] Received TLS_HANDSHAKE NegotiatePB response
19:58:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:58:15.054353 (+ 65us) client_negotiation.cc:527] Received TLS_HANDSHAKE response from server
19:58:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:58:15.057989 (+ 3636us) client_negotiation.cc:514] Sending TLS_HANDSHAKE message to server
19:58:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:58:15.058095 (+ 106us) client_negotiation.cc:252] Sending TLS_HANDSHAKE NegotiatePB request
19:58:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:58:15.060894 (+ 2799us) client_negotiation.cc:271] Received TLS_HANDSHAKE NegotiatePB response
19:58:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:58:15.061008 (+ 114us) client_negotiation.cc:527] Received TLS_HANDSHAKE response from server
19:58:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:58:15.061929 (+ 921us) client_negotiation.cc:548] Negotiated auth-only TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
19:58:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:58:15.063864 (+ 1935us) client_negotiation.cc:623] Initiating SASL GSSAPI handshake
19:58:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:58:15.064091 (+ 227us) client_negotiation.cc:656] calling sasl_client_start()
19:58:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:58:15.071763 (+ 7672us) client_negotiation.cc:252] Sending SASL_INITIATE NegotiatePB request
19:58:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 19:58:15.109510 (+ 37747us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.7.167.252:44485: BlockingRecv error: recv got EOF from 127.7.167.252:44485 (error 108)
19:58:15.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":4247,"thread_start_us":3701,"threads_started":1}
19:58:15.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:15.124743 7941 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.7.167.252:44485: Network error: Client connection negotiation failed: client connection to 127.7.167.252:44485: connect: Connection refused (error 111)
19:58:15.146 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:58:15.147 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.7.167.254:37615
19:58:15.147 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
19:58:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:15.147722 7839 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu with pid 7867
19:58:15.177 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:58:15.177 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.7.167.252:44485
19:58:15.179 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
19:58:15.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:15.181375 7839 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:58:15.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:58:15.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/wal
19:58:15.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/data
19:58:15.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:15.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:15.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:15.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:15.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:15.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:15.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/logs
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/data/info.pb
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.167.252:44485
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.167.252
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33045
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kudu_127.7.167.252.keytab
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.167.252
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.167.212:34999
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.167.254:37615,127.7.167.253:45723,127.7.167.252:44485
19:58:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38399/jwks.json
19:58:15.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:58:15.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:15.563009 8154 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:58:15.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:15.563592 8154 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:15.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:15.564356 8154 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:58:15.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:15.613868 8154 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:58:15.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:15.614104 8154 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:58:15.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:15.614481 8154 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:58:15.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:15.614733 8154 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:58:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:15.614930 8154 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:58:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:15.615119 8154 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:58:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:15.615260 8154 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38399/jwks.json
19:58:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:15.653303 8154 master_runner.cc:386] Master server non-default flags:
19:58:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.167.212:34999
19:58:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:15.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/data
19:58:15.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/wal
19:58:15.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:58:15.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:15.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.167.254:37615,127.7.167.253:45723,127.7.167.252:44485
19:58:15.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kudu_127.7.167.252.keytab
19:58:15.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.167.252
19:58:15.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:15.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.167.252:44485
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38399/jwks.json
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/data/info.pb
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.167.252
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=33045
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/logs
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:58:15.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:58:15.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:58:15.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:15.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:58:15.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:58:15.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:58:15.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:15.654518 8154 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:15.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:15.655501 8154 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:58:15.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:15.675359 8164 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:16.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:15.675633 8162 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:16.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:15.677687 8154 server_base.cc:1034] running on GCE node
19:58:17.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:15.677121 8161 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:17.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.004740 8154 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:17.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.007666 8154 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:17.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.009176 8154 hybrid_clock.cc:648] HybridClock initialized: now 1786305497009097 us; error 50 us; skew 500 ppm
19:58:17.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.010262 8154 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:17.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:17 dist-test-slave-fd7l krb5kdc[7853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305497, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.167.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:58:17.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.021535 8154 init.cc:377] Logged in from keytab as kudu/127.7.167.252@KRBTEST.COM (short username kudu)
19:58:17.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.028231 8154 webserver.cc:460] Webserver started at http://127.7.167.252:33045/ using document root <none> and password file <none>
19:58:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.029503 8154 fs_manager.cc:359] Metadata directory not provided
19:58:17.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.029801 8154 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:17.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.039294 8154 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.001s sys 0.004s
19:58:17.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.044790 8174 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:58:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.046080 8154 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
19:58:17.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.046547 8154 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/data,/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/wal
19:58:17.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8dbb03d77aac451aa4eea9232ff94dcc"
19:58:17.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:58:14 on dist-test-slave-fd7l"
19:58:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.049391 8154 fs_report.cc:383] FS layout report
19:58:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/wal
19:58:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/wal
19:58:17.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/data/data
19:58:17.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:17.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:17.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:17.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:17.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:17.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:17.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:17.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:17.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:17.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:17.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:17.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.099120 8154 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:58:17.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.106482 8154 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:17.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.107113 8154 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:17.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.195722 8154 rpc_server.cc:307] RPC server started. Bound to: 127.7.167.252:44485
19:58:17.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.195894 8230 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.167.252:44485 every 8 connection(s)
19:58:17.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.199186 8154 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-2/data/info.pb
19:58:17.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.208115 7839 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu as pid 8154
19:58:17.209 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:58:17.209 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.7.167.253:45723
19:58:17.209 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
19:58:17.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.211274 7839 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:58:17.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:58:17.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/wal
19:58:17.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/data
19:58:17.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:17.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:17.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/logs
19:58:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/data/info.pb
19:58:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:58:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.167.253:45723
19:58:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.167.253
19:58:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43215
19:58:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kudu_127.7.167.253.keytab
19:58:17.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.167.253
19:58:17.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:58:17.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:58:17.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:58:17.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.167.212:34999
19:58:17.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:17.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:17.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:17.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:17.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.167.254:37615,127.7.167.253:45723,127.7.167.252:44485
19:58:17.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:17.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38399/jwks.json
19:58:17.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:58:17.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.211637 8231 sys_catalog.cc:263] Verifying existing consensus state
19:58:17.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.219457 8231 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: Bootstrap starting.
19:58:17.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.259166 8231 log.cc:824] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: Log is configured to *not* fsync() on all Append() calls
19:58:17.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.264304 8231 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:58:17.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.265443 8231 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: Bootstrap complete.
19:58:17.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.292369 8231 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcf509d9efd44e68b7795d66f15966d1" member_type: VOTER last_known_addr { host: "127.7.167.254" port: 37615 } } peers { permanent_uuid: "cda10bc9648146c7805d956c449a30e2" member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } } peers { permanent_uuid: "8dbb03d77aac451aa4eea9232ff94dcc" member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } }
19:58:17.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.294880 8231 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:58:17.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.295231 8231 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8dbb03d77aac451aa4eea9232ff94dcc, State: Initialized, Role: FOLLOWER
19:58:17.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.296118 8231 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcf509d9efd44e68b7795d66f15966d1" member_type: VOTER last_known_addr { host: "127.7.167.254" port: 37615 } } peers { permanent_uuid: "cda10bc9648146c7805d956c449a30e2" member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } } peers { permanent_uuid: "8dbb03d77aac451aa4eea9232ff94dcc" member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } }
19:58:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.299477 8235 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcf509d9efd44e68b7795d66f15966d1" member_type: VOTER last_known_addr { host: "127.7.167.254" port: 37615 } } peers { permanent_uuid: "cda10bc9648146c7805d956c449a30e2" member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } } peers { permanent_uuid: "8dbb03d77aac451aa4eea9232ff94dcc" member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } } }
19:58:17.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.300738 8235 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [sys.catalog]: This master's current role is: FOLLOWER
19:58:17.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.301743 8231 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [sys.catalog]: configured and running, proceeding with master startup.
19:58:17.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.302786 8235 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:58:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.303318 8235 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcf509d9efd44e68b7795d66f15966d1" member_type: VOTER last_known_addr { host: "127.7.167.254" port: 37615 } } peers { permanent_uuid: "cda10bc9648146c7805d956c449a30e2" member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } } peers { permanent_uuid: "8dbb03d77aac451aa4eea9232ff94dcc" member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } }
19:58:17.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.311512 8235 leader_election.cc:288] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dcf509d9efd44e68b7795d66f15966d1 (127.7.167.254:37615), cda10bc9648146c7805d956c449a30e2 (127.7.167.253:45723)
19:58:17.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:17.320537 8179 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.167.254:37615: connect: Connection refused (error 111)
19:58:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:17.326622 8175 leader_election.cc:334] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer cda10bc9648146c7805d956c449a30e2 (127.7.167.253:45723): Network error: Client connection negotiation failed: client connection to 127.7.167.253:45723: connect: Connection refused (error 111)
19:58:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:17.327194 8179 leader_election.cc:334] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer dcf509d9efd44e68b7795d66f15966d1 (127.7.167.254:37615): Network error: Client connection negotiation failed: client connection to 127.7.167.254:37615: connect: Connection refused (error 111)
19:58:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.327833 8179 leader_election.cc:302] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8dbb03d77aac451aa4eea9232ff94dcc; no voters: cda10bc9648146c7805d956c449a30e2, dcf509d9efd44e68b7795d66f15966d1
19:58:17.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.329780 8235 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:58:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:17.348923 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:17.349320 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:17.363471 8181 tablet.cc:2369] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:58:17.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.343253 8154 master_runner.cc:186] Error getting master registration for 127.7.167.254:37615: Network error: Client connection negotiation failed: client connection to 127.7.167.254:37615: connect: Connection refused (error 111),
19:58:17.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.381371 8154 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:58:17.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:17.474682 7513 debug-util.cc:398] Leaking SignalData structure 0x7b08000af060 after lost signal to thread 7373
19:58:17.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:17.476015 7513 debug-util.cc:398] Leaking SignalData structure 0x7b08000bc7c0 after lost signal to thread 7516
19:58:17.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:17.692981 8233 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:58:17.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:17.694013 8233 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:17.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:17.695362 8233 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:58:17.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:17.762566 8233 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:58:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:17.763902 8233 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:58:17.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:17.764636 8233 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:58:17.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:17.765264 8233 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:58:17.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:17.765775 8233 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:58:17.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:17.766289 8233 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:58:17.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:17.766562 8233 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38399/jwks.json
19:58:17.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.841114 8233 master_runner.cc:386] Master server non-default flags:
19:58:17.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:17.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.167.212:34999
19:58:17.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/data
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/wal
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.167.254:37615,127.7.167.253:45723,127.7.167.252:44485
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kudu_127.7.167.253.keytab
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.167.253
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.167.253:45723
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38399/jwks.json
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/data/info.pb
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.167.253
19:58:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43215
19:58:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/logs
19:58:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:58:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:58:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:58:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:58:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:58:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:58:17.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:58:17.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.843341 8233 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:17.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:17.844856 8233 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:58:17.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:17.871788 8257 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:18.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:18.356962 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:18.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:18.357352 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:19.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.334513 8265 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:58:19.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.336184 8265 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcf509d9efd44e68b7795d66f15966d1" member_type: VOTER last_known_addr { host: "127.7.167.254" port: 37615 } } peers { permanent_uuid: "cda10bc9648146c7805d956c449a30e2" member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } } peers { permanent_uuid: "8dbb03d77aac451aa4eea9232ff94dcc" member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } }
19:58:19.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.350205 8265 leader_election.cc:288] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dcf509d9efd44e68b7795d66f15966d1 (127.7.167.254:37615), cda10bc9648146c7805d956c449a30e2 (127.7.167.253:45723)
19:58:19.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:19.365394 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:19.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:19.371611 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:19.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:19.385591 8175 leader_election.cc:334] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer cda10bc9648146c7805d956c449a30e2 (127.7.167.253:45723): Network error: Client connection negotiation failed: client connection to 127.7.167.253:45723: connect: Connection refused (error 111)
19:58:19.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:19.389516 8179 leader_election.cc:334] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer dcf509d9efd44e68b7795d66f15966d1 (127.7.167.254:37615): Network error: Client connection negotiation failed: client connection to 127.7.167.254:37615: connect: Connection refused (error 111)
19:58:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.390477 8179 leader_election.cc:302] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8dbb03d77aac451aa4eea9232ff94dcc; no voters: cda10bc9648146c7805d956c449a30e2, dcf509d9efd44e68b7795d66f15966d1
19:58:19.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.391808 8265 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:58:19.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:17.877117 8258 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:19.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:19.607146 8259 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:58:19.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:17.885097 8262 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:19.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.608566 8233 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:58:19.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.615538 8233 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:19.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.631695 8233 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:19.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.635489 8233 hybrid_clock.cc:648] HybridClock initialized: now 1786305499635341 us; error 118 us; skew 500 ppm
19:58:19.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.636698 8233 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:19.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:19 dist-test-slave-fd7l krb5kdc[7853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305499, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.167.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:58:19.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.643654 8233 init.cc:377] Logged in from keytab as kudu/127.7.167.253@KRBTEST.COM (short username kudu)
19:58:19.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.652716 8233 webserver.cc:460] Webserver started at http://127.7.167.253:43215/ using document root <none> and password file <none>
19:58:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.653781 8233 fs_manager.cc:359] Metadata directory not provided
19:58:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.654058 8233 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:19.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.663079 8233 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.005s sys 0.000s
19:58:19.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.668818 8275 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:58:19.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.670133 8233 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
19:58:19.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.670542 8233 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/data,/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/wal
19:58:19.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cda10bc9648146c7805d956c449a30e2"
19:58:19.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:58:11 on dist-test-slave-fd7l"
19:58:19.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.675510 8233 fs_report.cc:383] FS layout report
19:58:19.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:19.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/wal
19:58:19.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/wal
19:58:19.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/data/data
19:58:19.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:19.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:19.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:19.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:19.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:19.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:19.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:19.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:19.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:19.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:19.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:19.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.715798 8233 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:58:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.723031 8233 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.724037 8233 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:19.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.857039 8233 rpc_server.cc:307] RPC server started. Bound to: 127.7.167.253:45723
19:58:19.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.857153 8330 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.167.253:45723 every 8 connection(s)
19:58:19.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.860420 8233 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/data/info.pb
19:58:19.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.870153 7839 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu as pid 8233
19:58:19.872 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:58:19.872 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.7.167.254:37615
19:58:19.872 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
19:58:19.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.877853 7839 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:58:19.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu
19:58:19.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/wal
19:58:19.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/data
19:58:19.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:58:19.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:58:19.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:58:19.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:19.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:19.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:19.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/logs
19:58:19.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/data/info.pb
19:58:19.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:19.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:58:19.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:58:19.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:58:19.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:58:19.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:19.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:19.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:19.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:58:19.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:58:19.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:19.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:19.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.167.254:37615
19:58:19.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.167.254
19:58:19.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34471
19:58:19.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kudu_127.7.167.254.keytab
19:58:19.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.167.254
19:58:19.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:58:19.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:58:19.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:58:19.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.167.212:34999
19:58:19.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:19.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:19.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:19.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:19.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.167.254:37615,127.7.167.253:45723,127.7.167.252:44485
19:58:19.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:19.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38399/jwks.json
19:58:19.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:58:19.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.929448 8331 sys_catalog.cc:263] Verifying existing consensus state
19:58:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260809 19:58:19.930757 8331 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:58:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:19.931289 8233 master.cc:537] Master@127.7.167.253:45723 shutting down...
19:58:20.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:20.099686 8233 master.cc:552] Master@127.7.167.253:45723 shutdown complete.
19:58:20.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:58:20.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:20.378510 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:20.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:20.378918 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:20.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:20.394637 8333 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
19:58:20.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:20.395201 8333 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:58:20.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:20.395797 8333 flags.cc:425] Enabled unsafe flag: --never_fsync=true
19:58:20.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:20.431032 8333 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
19:58:20.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:20.431352 8333 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
19:58:20.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:20.431802 8333 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
19:58:20.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:20.432152 8333 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
19:58:20.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:20.432490 8333 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
19:58:20.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:20.432876 8333 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
19:58:20.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:20.433115 8333 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:38399/jwks.json
19:58:20.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:20.472867 8333 master_runner.cc:386] Master server non-default flags:
19:58:20.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:58:20.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.7.167.212:34999
19:58:20.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:58:20.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:58:20.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/data
19:58:20.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/wal
19:58:20.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:58:20.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:58:20.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.7.167.254:37615,127.7.167.253:45723,127.7.167.252:44485
19:58:20.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/krb5kdc/kudu_127.7.167.254.keytab
19:58:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.7.167.254
19:58:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:58:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:58:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:58:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.7.167.254:37615
19:58:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:58:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:58:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:58:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38399/jwks.json
19:58:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:58:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:58:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:58:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:58:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:58:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/data/info.pb
19:58:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.7.167.254
19:58:20.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34471
19:58:20.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:58:20.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:58:20.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:58:20.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:58:20.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:58:20.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/logs
19:58:20.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:58:20.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:58:20.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:58:20.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:58:20.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
19:58:20.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
19:58:20.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:58:20.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 18:28:34 UTC on ccycloud.quasar-qwzfau.root.comops.site
19:58:20.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4576626
19:58:20.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:58:20.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:20.474574 8333 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:58:20.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:20.475994 8333 file_cache.cc:493] Constructed file cache file cache with capacity 419430
19:58:20.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:20.498736 8340 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:21.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.195672 8349 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:58:21.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.196867 8349 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcf509d9efd44e68b7795d66f15966d1" member_type: VOTER last_known_addr { host: "127.7.167.254" port: 37615 } } peers { permanent_uuid: "cda10bc9648146c7805d956c449a30e2" member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } } peers { permanent_uuid: "8dbb03d77aac451aa4eea9232ff94dcc" member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } }
19:58:21.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.209878 8349 leader_election.cc:288] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dcf509d9efd44e68b7795d66f15966d1 (127.7.167.254:37615), cda10bc9648146c7805d956c449a30e2 (127.7.167.253:45723)
19:58:21.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:21.221426 8179 leader_election.cc:334] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer dcf509d9efd44e68b7795d66f15966d1 (127.7.167.254:37615): Network error: Client connection negotiation failed: client connection to 127.7.167.254:37615: connect: Connection refused (error 111)
19:58:21.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:21.222447 8175 leader_election.cc:334] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer cda10bc9648146c7805d956c449a30e2 (127.7.167.253:45723): Network error: Client connection negotiation failed: client connection to 127.7.167.253:45723: connect: Connection refused (error 111)
19:58:21.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.223097 8175 leader_election.cc:302] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8dbb03d77aac451aa4eea9232ff94dcc; no voters: cda10bc9648146c7805d956c449a30e2, dcf509d9efd44e68b7795d66f15966d1
19:58:21.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.224097 8349 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:58:21.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:21.383374 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:21.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:21.383725 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:21.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:20.500813 8339 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:20.499913 8343 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:58:21.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:21.771345 8342 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:58:21.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.771510 8333 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:58:21.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.777148 8333 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:58:21.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.779878 8333 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:58:21.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.781311 8333 hybrid_clock.cc:648] HybridClock initialized: now 1786305501781259 us; error 42 us; skew 500 ppm
19:58:21.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.782239 8333 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:58:21.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:21 dist-test-slave-fd7l krb5kdc[7853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305501, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.167.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:58:21.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.788650 8333 init.cc:377] Logged in from keytab as kudu/127.7.167.254@KRBTEST.COM (short username kudu)
19:58:21.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.796012 8333 webserver.cc:460] Webserver started at http://127.7.167.254:34471/ using document root <none> and password file <none>
19:58:21.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.797087 8333 fs_manager.cc:359] Metadata directory not provided
19:58:21.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.797349 8333 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:58:21.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.806447 8333 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.001s sys 0.003s
19:58:21.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.810945 8360 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:58:21.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.811982 8333 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
19:58:21.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.812347 8333 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/data,/tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/wal
19:58:21.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dcf509d9efd44e68b7795d66f15966d1"
19:58:21.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 19:58:08 on dist-test-slave-fd7l"
19:58:21.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.814728 8333 fs_report.cc:383] FS layout report
19:58:21.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:58:21.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/wal
19:58:21.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/wal
19:58:21.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/data/data
19:58:21.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:58:21.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:58:21.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:58:21.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:58:21.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:58:21.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:58:21.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:58:21.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:58:21.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:58:21.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:58:21.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:58:21.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.866879 8333 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
19:58:21.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.874230 8333 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:58:21.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.874871 8333 kserver.cc:163] Server-wide thread pool size limit: 3276
19:58:21.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.954986 8333 rpc_server.cc:307] RPC server started. Bound to: 127.7.167.254:37615
19:58:21.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.955034 8415 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.7.167.254:37615 every 8 connection(s)
19:58:21.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.958009 8333 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/data/info.pb
19:58:21.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.961365 7839 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu as pid 8333
19:58:21.962 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:58:21.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.969333 8416 sys_catalog.cc:263] Verifying existing consensus state
19:58:21.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260809 19:58:21.970161 8416 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:58:21.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:21.970634 8333 master.cc:537] Master@127.7.167.254:37615 shutting down...
19:58:22.025 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.167.252:44485(127.7.167.252:44485)] connecting to peer
19:58:22.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:22.049985 8333 master.cc:552] Master@127.7.167.254:37615 shutdown complete.
19:58:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task_pqXhg/test-tmp/mini-kudu-cluster2820749295343839729/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
19:58:22.104 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:22.109 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:22.158 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.7.167.252:44485(127.7.167.252:44485)] Successfully connected to peer
19:58:22.160 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.235 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
19:58:22.245 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.7.167.252
19:58:22.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:22.388100 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:22.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:22.388460 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:22.398010 8154 master_runner.cc:186] Error getting master registration for 127.7.167.254:37615: Network error: Client connection negotiation failed: client connection to 127.7.167.254:37615: connect: Connection refused (error 111),
19:58:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:22.398499 8154 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:58:22.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:22 dist-test-slave-fd7l krb5kdc[7853](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305495, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.7.167.252@KRBTEST.COM
19:58:22.515 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe7b8ac7f, L:/127.0.0.1:36376 - R:/127.7.167.252:44485] using SASL/GSSAPI
19:58:22.531 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:22.551 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:22.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.556 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:22.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.560 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:22.567 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:22.568 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:22.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.577 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:22.588 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:22.589 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:22.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.598 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:22.607 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:22.609 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:22.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.614 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.614 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:22.648 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:22.650 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:22.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.657 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.657 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:22.708 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:22.709 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:22.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.716 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:22.748 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:22.751 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:22.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:22.988 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:22.989 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:22.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:22.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:22.995 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:23.308 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:23.310 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:23.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:23.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:23.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:23.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:23.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:23.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:23.315 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:23.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:23.391882 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:23.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:23.392215 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:24.028 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:24.029 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:24.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:24.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:24.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:24.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:24.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:24.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:24.033 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:24.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:24.395274 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:24.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:24.395540 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:24.707 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:24.709 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:24.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:24.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:24.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:24.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:24.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:24.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:24.713 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:25.028 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:25.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:25.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:25.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:25.030 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:25.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:25.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:25.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:25.033 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:25.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:25.257241 8428 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:58:25.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:25.257773 8428 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcf509d9efd44e68b7795d66f15966d1" member_type: VOTER last_known_addr { host: "127.7.167.254" port: 37615 } } peers { permanent_uuid: "cda10bc9648146c7805d956c449a30e2" member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } } peers { permanent_uuid: "8dbb03d77aac451aa4eea9232ff94dcc" member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } }
19:58:25.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:25.259861 8428 leader_election.cc:288] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dcf509d9efd44e68b7795d66f15966d1 (127.7.167.254:37615), cda10bc9648146c7805d956c449a30e2 (127.7.167.253:45723)
19:58:25.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:25.261675 8179 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.167.254:37615: connect: Connection refused (error 111) [suppressed 5 similar messages]
19:58:25.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:25.265290 8179 leader_election.cc:334] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer dcf509d9efd44e68b7795d66f15966d1 (127.7.167.254:37615): Network error: Client connection negotiation failed: client connection to 127.7.167.254:37615: connect: Connection refused (error 111)
19:58:25.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:25.265759 8175 leader_election.cc:334] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer cda10bc9648146c7805d956c449a30e2 (127.7.167.253:45723): Network error: Client connection negotiation failed: client connection to 127.7.167.253:45723: connect: Connection refused (error 111)
19:58:25.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:25.266239 8175 leader_election.cc:302] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8dbb03d77aac451aa4eea9232ff94dcc; no voters: cda10bc9648146c7805d956c449a30e2, dcf509d9efd44e68b7795d66f15966d1
19:58:25.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:25.267019 8428 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:58:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:25.399024 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:25.399281 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:25.608 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:25.610 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:25.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:25.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:25.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:25.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:25.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:25.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:25.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:26.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:26.403570 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:26.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:26.403964 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:27.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:27 dist-test-slave-fd7l krb5kdc[7853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305507, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.167.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:58:27.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:27.026696 8170 init.cc:295] Successfully reacquired a new kerberos TGT
19:58:27.368 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:27.370 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:27.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:27.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:27.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:27.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:27.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:27.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:27.374 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:27.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:27.402781 8154 master_runner.cc:186] Error getting master registration for 127.7.167.254:37615: Network error: Client connection negotiation failed: client connection to 127.7.167.254:37615: connect: Connection refused (error 111),
19:58:27.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:27.403362 8154 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:58:27.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:27.406916 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:27.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:27.407222 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:27.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:27.633306 8435 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:58:27.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:27.633963 8435 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcf509d9efd44e68b7795d66f15966d1" member_type: VOTER last_known_addr { host: "127.7.167.254" port: 37615 } } peers { permanent_uuid: "cda10bc9648146c7805d956c449a30e2" member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } } peers { permanent_uuid: "8dbb03d77aac451aa4eea9232ff94dcc" member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } }
19:58:27.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:27.636111 8435 leader_election.cc:288] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dcf509d9efd44e68b7795d66f15966d1 (127.7.167.254:37615), cda10bc9648146c7805d956c449a30e2 (127.7.167.253:45723)
19:58:27.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:27.640377 8179 leader_election.cc:334] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer dcf509d9efd44e68b7795d66f15966d1 (127.7.167.254:37615): Network error: Client connection negotiation failed: client connection to 127.7.167.254:37615: connect: Connection refused (error 111)
19:58:27.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:27.641052 8175 leader_election.cc:334] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer cda10bc9648146c7805d956c449a30e2 (127.7.167.253:45723): Network error: Client connection negotiation failed: client connection to 127.7.167.253:45723: connect: Connection refused (error 111)
19:58:27.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:27.641382 8175 leader_election.cc:302] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8dbb03d77aac451aa4eea9232ff94dcc; no voters: cda10bc9648146c7805d956c449a30e2, dcf509d9efd44e68b7795d66f15966d1
19:58:27.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:27.642253 8435 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:58:28.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:28.410557 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:28.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:28.410888 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:29.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:29.414381 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:29.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:29.414762 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:30.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:30.417936 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:30.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:30.418260 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:30.648 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:30.650 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:30.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:30.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:30.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:30.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:30.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:30.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:30.654 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:31.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:31.048645 7823 debug-util.cc:398] Leaking SignalData structure 0x7b08000bbca0 after lost signal to thread 7683
19:58:31.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:31.049667 7823 debug-util.cc:398] Leaking SignalData structure 0x7b08000beec0 after lost signal to thread 7826
19:58:31.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:31.423005 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:31.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:31.423768 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:31.968 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:31.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:31.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:31.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:31.972 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:31.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:31.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:31.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:31.976 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:32.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:32.406433 8154 master_runner.cc:186] Error getting master registration for 127.7.167.254:37615: Network error: Client connection negotiation failed: client connection to 127.7.167.254:37615: connect: Connection refused (error 111),
19:58:32.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:32.406968 8154 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:58:32.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:32.428226 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:32.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:32.428939 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:33.433723 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:33.434104 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:34.248 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:34.250 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:34.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:34.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:34.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:34.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:34.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:34.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:34.253 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:34.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:34.438596 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:34.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:34.438993 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:35.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:35.443174 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:35.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:35.443542 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:35.988 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:35.990 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:35.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:35.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:35.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:35.995 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:35.995 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:35.995 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:35.996 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:36.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:36.252843 8452 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:58:36.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:36.253422 8452 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcf509d9efd44e68b7795d66f15966d1" member_type: VOTER last_known_addr { host: "127.7.167.254" port: 37615 } } peers { permanent_uuid: "cda10bc9648146c7805d956c449a30e2" member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } } peers { permanent_uuid: "8dbb03d77aac451aa4eea9232ff94dcc" member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } }
19:58:36.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:36.255530 8452 leader_election.cc:288] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dcf509d9efd44e68b7795d66f15966d1 (127.7.167.254:37615), cda10bc9648146c7805d956c449a30e2 (127.7.167.253:45723)
19:58:36.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:36.258558 8179 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.167.254:37615: connect: Connection refused (error 111) [suppressed 3 similar messages]
19:58:36.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:36.261991 8175 leader_election.cc:334] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer cda10bc9648146c7805d956c449a30e2 (127.7.167.253:45723): Network error: Client connection negotiation failed: client connection to 127.7.167.253:45723: connect: Connection refused (error 111)
19:58:36.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:36.262537 8179 leader_election.cc:334] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer dcf509d9efd44e68b7795d66f15966d1 (127.7.167.254:37615): Network error: Client connection negotiation failed: client connection to 127.7.167.254:37615: connect: Connection refused (error 111)
19:58:36.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:36.262867 8179 leader_election.cc:302] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8dbb03d77aac451aa4eea9232ff94dcc; no voters: cda10bc9648146c7805d956c449a30e2, dcf509d9efd44e68b7795d66f15966d1
19:58:36.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:36.263511 8452 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:58:36.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:36.448101 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:36.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:36.448477 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:37 dist-test-slave-fd7l krb5kdc[7853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305517, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.167.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:58:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:37.029677 8170 init.cc:295] Successfully reacquired a new kerberos TGT
19:58:37.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:37.119050 8227 debug-util.cc:398] Leaking SignalData structure 0x7b0800073380 after lost signal to thread 8156
19:58:37.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:37.119756 8227 debug-util.cc:398] Leaking SignalData structure 0x7b080008b020 after lost signal to thread 8230
19:58:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:37.451575 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:37.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:37.452240 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:37.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:37.455691 8154 master_runner.cc:186] Error getting master registration for 127.7.167.254:37615: Network error: Client connection negotiation failed: client connection to 127.7.167.254:37615: connect: Connection refused (error 111),
19:58:37.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:37.456223 8154 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:58:37.648 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:37.649 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:37.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:37.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:37.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:37.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:37.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:37.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:37.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:38.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:38.455623 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:38.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:38.455969 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:38.848 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:38.849 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:38.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:38.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:38.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:38.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:38.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:38.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:38.853 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:39.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:39.459007 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:39.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:39.459331 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:40.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:40.462249 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:40.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:40.462582 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:41.467756 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:41.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:41.468129 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:42.128 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:42.128 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:42.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:42.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:42.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:42.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:42.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:42.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:42.132 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:42.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:42.222090 7126 debug-util.cc:398] Leaking SignalData structure 0x7b08000ab660 after lost signal to thread 7058
19:58:42.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:42.222878 7126 debug-util.cc:398] Leaking SignalData structure 0x7b08000ab140 after lost signal to thread 7129
19:58:42.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:42.460129 8154 master_runner.cc:186] Error getting master registration for 127.7.167.254:37615: Network error: Client connection negotiation failed: client connection to 127.7.167.254:37615: connect: Connection refused (error 111),
19:58:42.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:42.460489 8154 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:58:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:42.471220 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:42.471549 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:43.475852 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:43.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:43.476133 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:44.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:44.479166 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:44.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:44.479470 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:45.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:45.482504 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:45.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:45.482810 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:45.907 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:45.909 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:45.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:45.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:45.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:45.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:45.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:45.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:45.913 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:46.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:46.486348 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:46.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:46.486717 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:46.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:46.568600 8468 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:58:46.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:46.569157 8468 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dcf509d9efd44e68b7795d66f15966d1" member_type: VOTER last_known_addr { host: "127.7.167.254" port: 37615 } } peers { permanent_uuid: "cda10bc9648146c7805d956c449a30e2" member_type: VOTER last_known_addr { host: "127.7.167.253" port: 45723 } } peers { permanent_uuid: "8dbb03d77aac451aa4eea9232ff94dcc" member_type: VOTER last_known_addr { host: "127.7.167.252" port: 44485 } }
19:58:46.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:46.571166 8468 leader_election.cc:288] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dcf509d9efd44e68b7795d66f15966d1 (127.7.167.254:37615), cda10bc9648146c7805d956c449a30e2 (127.7.167.253:45723)
19:58:46.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:46.574133 8179 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.7.167.254:37615: connect: Connection refused (error 111) [suppressed 1 similar messages]
19:58:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:46.577798 8175 leader_election.cc:334] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer cda10bc9648146c7805d956c449a30e2 (127.7.167.253:45723): Network error: Client connection negotiation failed: client connection to 127.7.167.253:45723: connect: Connection refused (error 111)
19:58:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:46.578269 8179 leader_election.cc:334] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer dcf509d9efd44e68b7795d66f15966d1 (127.7.167.254:37615): Network error: Client connection negotiation failed: client connection to 127.7.167.254:37615: connect: Connection refused (error 111)
19:58:46.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:46.578629 8179 leader_election.cc:302] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8dbb03d77aac451aa4eea9232ff94dcc; no voters: cda10bc9648146c7805d956c449a30e2, dcf509d9efd44e68b7795d66f15966d1
19:58:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:46.579243 8468 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
19:58:47.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 19:58:47 dist-test-slave-fd7l krb5kdc[7853](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786305527, etypes {rep=17 tkt=17 ses=17}, kudu/127.7.167.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:58:47.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:47.032254 8170 init.cc:295] Successfully reacquired a new kerberos TGT
19:58:47.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:47.464366 8154 master_runner.cc:186] Error getting master registration for 127.7.167.254:37615: Network error: Client connection negotiation failed: client connection to 127.7.167.254:37615: connect: Connection refused (error 111),
19:58:47.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:47.464830 8154 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
19:58:47.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:47.489576 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:47.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:47.489919 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:48.448 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:48.448 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:48.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:48.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:48.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:48.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:48.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:48.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:48.453 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:48.492628 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:48.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:48.492935 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:49.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:49.495396 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:49.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:49.495679 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:50.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:50.498441 8250 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 8dbb03d77aac451aa4eea9232ff94dcc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:58:50.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 19:58:50.498783 8250 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:58:51.208 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.253:45723(127.7.167.253:45723)] connecting to peer
19:58:51.208 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.7.167.254:37615(127.7.167.254:37615)] connecting to peer
19:58:51.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:51.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.7.167.253:45723(127.7.167.253:45723)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:51.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.253:45723: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723
19:58:51.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:51.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.254:37615(127.7.167.254:37615)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:51.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.7.167.254:37615: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
19:58:51.213 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615; will retry
19:58:51.217 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29248), Traces: [0ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [192ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [249ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [558ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [561ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [577ms] refreshing cache from master, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [585ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [586ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [587ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [589ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [590ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [597ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [600ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [606ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [607ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [622ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [624ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [625ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [628ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [641ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [642ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [643ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [644ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [677ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [682ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [685ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [686ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [688ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [743ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [744ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [745ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [746ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [777ms] refreshing cache from master, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [781ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [783ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [784ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [785ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [1017ms] refreshing cache from master, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [1019ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [1025ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [1337ms] refreshing cache from master, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [1345ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [2057ms] refreshing cache from master, [2057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [2058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [2063ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [2736ms] refreshing cache from master, [2737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [2737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [2738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [2741ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [2741ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [2743ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [3057ms] refreshing cache from master, [3057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [3057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [3060ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [3060ms] too many traces: truncated at 100 traces, deferred=Deferred@658464077(state=PENDING, result=null, callback=(continuation of Deferred@1650133650 after retry RPC after error@1188782378) -> (continuation of Deferred@1209501365 after retry RPC after error@354385871) -> (continuation of Deferred@799729764 after retry RPC after error@845487754) -> (continuation of Deferred@1177748573 after retry RPC after error@675084883) -> (continuation of Deferred@1345183480 after retry RPC after error@1244011321) -> (continuation of Deferred@342486988 after retry RPC after error@1531470192) -> (continuation of Deferred@1697431295 after retry RPC after error@531209904) -> (continuation of Deferred@1155859718 after retry RPC after error@1547611915) -> (continuation of Deferred@1558522165 after retry RPC after error@267022343) -> (continuation of Deferred@1665898953 after retry RPC after error@1243886684) -> (continuation of Deferred@1065156780 after retry RPC after error@1674257676) -> (continuation of Deferred@1559326061 after retry RPC after error@932983931) -> (continuation of Deferred@1613969988 after retry RPC after error@1516933131) -> (continuation of Deferred@220664878 after retry RPC after error@1531889181) -> (continuation of Deferred@576075306 after retry RPC after error@741474467) -> (continuation of Deferred@427943791 after retry RPC after error@886223980) -> (continuation of Deferred@656815034 after retry RPC after error@464328933) -> (continuation of Deferred@218181216 after retry RPC after error@751934072) -> (continuation of Deferred@981256123 after retry RPC after error@1239783969) -> (continuation of Deferred@1293147987 after retry RPC after error@1840352979) -> (continuation of Deferred@825019841 after retry RPC after error@1425894743) -> (continuation of Deferred@130537948 after retry RPC after error@1717635297) -> (continuation of Deferred@829719337 after retry RPC after error@249350021) -> (continuation of Deferred@938276539 after retry RPC after error@1503975079), errback=(continuation of Deferred@1650133650 after retry RPC after error@1188782378) -> (continuation of Deferred@1209501365 after retry RPC after error@354385871) -> (continuation of Deferred@799729764 after retry RPC after error@845487754) -> (continuation of Deferred@1177748573 after retry RPC after error@675084883) -> (continuation of Deferred@1345183480 after retry RPC after error@1244011321) -> (continuation of Deferred@342486988 after retry RPC after error@1531470192) -> (continuation of Deferred@1697431295 after retry RPC after error@531209904) -> (continuation of Deferred@1155859718 after retry RPC after error@1547611915) -> (continuation of Deferred@1558522165 after retry RPC after error@267022343) -> (continuation of Deferred@1665898953 after retry RPC after error@1243886684) -> (continuation of Deferred@1065156780 after retry RPC after error@1674257676) -> (continuation of Deferred@1559326061 after retry RPC after error@932983931) -> (continuation of Deferred@1613969988 after retry RPC after error@1516933131) -> (continuation of Deferred@220664878 after retry RPC after error@1531889181) -> (continuation of Deferred@576075306 after retry RPC after error@741474467) -> (continuation of Deferred@427943791 after retry RPC after error@886223980) -> (continuation of Deferred@656815034 after retry RPC after error@464328933) -> (continuation of Deferred@218181216 after retry RPC after error@751934072) -> (continuation of Deferred@981256123 after retry RPC after error@1239783969) -> (continuation of Deferred@1293147987 after retry RPC after error@1840352979) -> (continuation of Deferred@825019841 after retry RPC after error@1425894743) -> (continuation of Deferred@130537948 after retry RPC after error@1717635297) -> (continuation of Deferred@829719337 after retry RPC after error@249350021) -> (continuation of Deferred@938276539 after retry RPC after error@1503975079)))
19:58:51.221 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.7.167.253:45723(127.7.167.253:45723)] disconnecting while in state TERMINATED
19:58:51.222 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.7.167.254:37615(127.7.167.254:37615)] disconnecting while in state TERMINATED
19:58:51.223 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.7.167.252:44485(127.7.167.252:44485)] disconnecting while in state READY
19:58:51.228 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:58:51.232 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:58:51.233 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.7.167.252:44485(127.7.167.252:44485)] handling channelInactive
19:58:51.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.7.167.252:44485(127.7.167.252:44485)] cleaning up while in state READY due to: connection closed
19:58:51.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:51.240316 7839 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu with pid 8154
19:58:52.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:58:52Z chronyd exiting
19:58:53.528 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:58:53.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:53.530213 7042 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu with pid 7350
19:58:53.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:53.564599 7042 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu with pid 7518
19:58:53.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:53.602918 7042 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu with pid 7680
19:58:53.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:53.644028 7042 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu with pid 7057
19:58:53.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:53.692147 7042 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu with pid 7132
19:58:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 19:58:53.730233 7042 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_pqXhg/build/tsan/bin/kudu with pid 7214
19:58:54.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T19:58:54Z chronyd exiting
19:58:55.941 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29248), Traces: [0ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [192ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [249ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [558ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [561ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [577ms] refreshing cache from master, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [585ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [586ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [587ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [589ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [590ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [597ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [600ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [606ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [607ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [622ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [624ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [625ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [628ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [641ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [642ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [643ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [644ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [677ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [682ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [685ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [686ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [688ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [743ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [744ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [745ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [746ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [777ms] refreshing cache from master, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [781ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [783ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [784ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [785ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [1017ms] refreshing cache from master, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [1019ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [1025ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [1337ms] refreshing cache from master, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [1345ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [2057ms] refreshing cache from master, [2057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [2058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [2063ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [2736ms] refreshing cache from master, [2737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [2737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [2738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [2741ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [2741ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [2743ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [3057ms] refreshing cache from master, [3057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [3057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [3060ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [3060ms] too many traces: truncated at 100 traces, deferred=Deferred@658464077(state=PENDING, result=null, callback=(continuation of Deferred@1650133650 after retry RPC after error@1188782378) -> (continuation of Deferred@1209501365 after retry RPC after error@354385871) -> (continuation of Deferred@799729764 after retry RPC after error@845487754) -> (continuation of Deferred@1177748573 after retry RPC after error@675084883) -> (continuation of Deferred@1345183480 after retry RPC after error@1244011321) -> (continuation of Deferred@342486988 after retry RPC after error@1531470192) -> (continuation of Deferred@1697431295 after retry RPC after error@531209904) -> (continuation of Deferred@1155859718 after retry RPC after error@1547611915) -> (continuation of Deferred@1558522165 after retry RPC after error@267022343) -> (continuation of Deferred@1665898953 after retry RPC after error@1243886684) -> (continuation of Deferred@1065156780 after retry RPC after error@1674257676) -> (continuation of Deferred@1559326061 after retry RPC after error@932983931) -> (continuation of Deferred@1613969988 after retry RPC after error@1516933131) -> (continuation of Deferred@220664878 after retry RPC after error@1531889181) -> (continuation of Deferred@576075306 after retry RPC after error@741474467) -> (continuation of Deferred@427943791 after retry RPC after error@886223980) -> (continuation of Deferred@656815034 after retry RPC after error@464328933) -> (continuation of Deferred@218181216 after retry RPC after error@751934072) -> (continuation of Deferred@981256123 after retry RPC after error@1239783969) -> (continuation of Deferred@1293147987 after retry RPC after error@1840352979) -> (continuation of Deferred@825019841 after retry RPC after error@1425894743) -> (continuation of Deferred@130537948 after retry RPC after error@1717635297) -> (continuation of Deferred@829719337 after retry RPC after error@249350021) -> (continuation of Deferred@938276539 after retry RPC after error@1503975079), errback=(continuation of Deferred@1650133650 after retry RPC after error@1188782378) -> (continuation of Deferred@1209501365 after retry RPC after error@354385871) -> (continuation of Deferred@799729764 after retry RPC after error@845487754) -> (continuation of Deferred@1177748573 after retry RPC after error@675084883) -> (continuation of Deferred@1345183480 after retry RPC after error@1244011321) -> (continuation of Deferred@342486988 after retry RPC after error@1531470192) -> (continuation of Deferred@1697431295 after retry RPC after error@531209904) -> (continuation of Deferred@1155859718 after retry RPC after error@1547611915) -> (continuation of Deferred@1558522165 after retry RPC after error@267022343) -> (continuation of Deferred@1665898953 after retry RPC after error@1243886684) -> (continuation of Deferred@1065156780 after retry RPC after error@1674257676) -> (continuation of Deferred@1559326061 after retry RPC after error@932983931) -> (continuation of Deferred@1613969988 after retry RPC after error@1516933131) -> (continuation of Deferred@220664878 after retry RPC after error@1531889181) -> (continuation of Deferred@576075306 after retry RPC after error@741474467) -> (continuation of Deferred@427943791 after retry RPC after error@886223980) -> (continuation of Deferred@656815034 after retry RPC after error@464328933) -> (continuation of Deferred@218181216 after retry RPC after error@751934072) -> (continuation of Deferred@981256123 after retry RPC after error@1239783969) -> (continuation of Deferred@1293147987 after retry RPC after error@1840352979) -> (continuation of Deferred@825019841 after retry RPC after error@1425894743) -> (continuation of Deferred@130537948 after retry RPC after error@1717635297) -> (continuation of Deferred@829719337 after retry RPC after error@249350021) -> (continuation of Deferred@938276539 after retry RPC after error@1503975079)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.167.254:37615
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29248), Traces: [0ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [192ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [249ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [558ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [561ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [577ms] refreshing cache from master, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [585ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [586ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [587ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [589ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [590ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [597ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [600ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [603ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [606ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [607ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [617ms] refreshing cache from master, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [619ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [622ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [624ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [625ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [628ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [636ms] refreshing cache from master, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [637ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [639ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [641ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [642ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [643ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [644ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [677ms] refreshing cache from master, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [682ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [685ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [686ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [688ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [737ms] refreshing cache from master, [737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [743ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [744ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [745ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [746ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [777ms] refreshing cache from master, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [778ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [781ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [783ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [784ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [785ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [1017ms] refreshing cache from master, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [1018ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [1019ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [1025ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [1337ms] refreshing cache from master, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [1337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [1345ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [2057ms] refreshing cache from master, [2057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [2058ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [2059ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [2063ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [2736ms] refreshing cache from master, [2737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [2737ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [2738ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.254:37615, [2741ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [2741ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.254:37615: Network error: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.252:44485: OK, [2743ms] delaying RPC due to: Service unavailable: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615, [3057ms] refreshing cache from master, [3057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.252:44485, [3057ms] Sub RPC ConnectToMaster: sending RPC to server master-127.7.167.253:45723, [3060ms] Sub RPC ConnectToMaster: received response from server master-127.7.167.253:45723: Network error: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723, [3060ms] too many traces: truncated at 100 traces, deferred=Deferred@658464077(state=PENDING, result=null, callback=(continuation of Deferred@1650133650 after retry RPC after error@1188782378) -> (continuation of Deferred@1209501365 after retry RPC after error@354385871) -> (continuation of Deferred@799729764 after retry RPC after error@845487754) -> (continuation of Deferred@1177748573 after retry RPC after error@675084883) -> (continuation of Deferred@1345183480 after retry RPC after error@1244011321) -> (continuation of Deferred@342486988 after retry RPC after error@1531470192) -> (continuation of Deferred@1697431295 after retry RPC after error@531209904) -> (continuation of Deferred@1155859718 after retry RPC after error@1547611915) -> (continuation of Deferred@1558522165 after retry RPC after error@267022343) -> (continuation of Deferred@1665898953 after retry RPC after error@1243886684) -> (continuation of Deferred@1065156780 after retry RPC after error@1674257676) -> (continuation of Deferred@1559326061 after retry RPC after error@932983931) -> (continuation of Deferred@1613969988 after retry RPC after error@1516933131) -> (continuation of Deferred@220664878 after retry RPC after error@1531889181) -> (continuation of Deferred@576075306 after retry RPC after error@741474467) -> (continuation of Deferred@427943791 after retry RPC after error@886223980) -> (continuation of Deferred@656815034 after retry RPC after error@464328933) -> (continuation of Deferred@218181216 after retry RPC after error@751934072) -> (continuation of Deferred@981256123 after retry RPC after error@1239783969) -> (continuation of Deferred@1293147987 after retry RPC after error@1840352979) -> (continuation of Deferred@825019841 after retry RPC after error@1425894743) -> (continuation of Deferred@130537948 after retry RPC after error@1717635297) -> (continuation of Deferred@829719337 after retry RPC after error@249350021) -> (continuation of Deferred@938276539 after retry RPC after error@1503975079), errback=(continuation of Deferred@1650133650 after retry RPC after error@1188782378) -> (continuation of Deferred@1209501365 after retry RPC after error@354385871) -> (continuation of Deferred@799729764 after retry RPC after error@845487754) -> (continuation of Deferred@1177748573 after retry RPC after error@675084883) -> (continuation of Deferred@1345183480 after retry RPC after error@1244011321) -> (continuation of Deferred@342486988 after retry RPC after error@1531470192) -> (continuation of Deferred@1697431295 after retry RPC after error@531209904) -> (continuation of Deferred@1155859718 after retry RPC after error@1547611915) -> (continuation of Deferred@1558522165 after retry RPC after error@267022343) -> (continuation of Deferred@1665898953 after retry RPC after error@1243886684) -> (continuation of Deferred@1065156780 after retry RPC after error@1674257676) -> (continuation of Deferred@1559326061 after retry RPC after error@932983931) -> (continuation of Deferred@1613969988 after retry RPC after error@1516933131) -> (continuation of Deferred@220664878 after retry RPC after error@1531889181) -> (continuation of Deferred@576075306 after retry RPC after error@741474467) -> (continuation of Deferred@427943791 after retry RPC after error@886223980) -> (continuation of Deferred@656815034 after retry RPC after error@464328933) -> (continuation of Deferred@218181216 after retry RPC after error@751934072) -> (continuation of Deferred@981256123 after retry RPC after error@1239783969) -> (continuation of Deferred@1293147987 after retry RPC after error@1840352979) -> (continuation of Deferred@825019841 after retry RPC after error@1425894743) -> (continuation of Deferred@130537948 after retry RPC after error@1717635297) -> (continuation of Deferred@829719337 after retry RPC after error@249350021) -> (continuation of Deferred@938276539 after retry RPC after error@1503975079)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.7.167.252:44485,127.7.167.253:45723,127.7.167.254:37615) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.253:45723(127.7.167.253:45723): Connection refused: /127.7.167.253:45723,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.7.167.254:37615(127.7.167.254:37615): Connection refused: /127.7.167.254:37615
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.7.167.254:37615
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)