21:21:36.621 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:21:36.634 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_8XNHp/test-tmp
21:21:36.637 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:21:36.641 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_8XNHp/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:21:36.930 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
21:21:37.175 [DEBUG - main] (MiniKuduCluster.java:195) Response:
21:21:37.176 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
21:21:37.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:37.179667 4394 mini_oidc.cc:152] Starting JWKS server
21:21:37.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:37.186401 4394 webserver.cc:460] Webserver started at http://127.0.0.1:34009/ using document root <none> and password file <none>
21:21:37.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:37.186978 4394 mini_oidc.cc:189] Starting OIDC Discovery server
21:21:37.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:37.191550 4394 webserver.cc:460] Webserver started at http://127.0.0.1:35545/ using document root <none> and password file <none>
21:21:37.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:21:37Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
21:21:37.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:21:37Z Disabled control of system clock
21:21:37.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:37.260279 4394 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:21:37.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:21:37.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-0/wal
21:21:37.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-0/data
21:21:37.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:21:37.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:21:37.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:21:37.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:21:37.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:21:37.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:21:37.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-0/logs
21:21:37.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-0/data/info.pb
21:21:37.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:21:37.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:21:37.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:21:37.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:21:37.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:21:37.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:21:37.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:21:37.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:21:37.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:21:37.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:21:37.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:21:37.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:21:37.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.74.190:33583
21:21:37.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.74.190
21:21:37.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:21:37.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.74.148:34743
21:21:37.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:21:37.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:21:37.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:21:37.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:21:37.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.74.190:33583,127.4.74.189:38279,127.4.74.188:41797
21:21:37.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:21:37.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34009/jwks.json with env {}
21:21:37.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:37.713145 4417 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:21:37.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:37.713862 4417 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:21:37.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:37.714473 4417 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:21:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:37.745831 4417 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:21:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:37.746125 4417 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:21:37.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:37.746374 4417 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:21:37.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:37.746591 4417 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:21:37.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:37.746866 4417 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:21:37.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:37.747085 4417 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34009/jwks.json
21:21:37.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:37.782466 4417 master_runner.cc:386] Master server non-default flags:
21:21:37.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:21:37.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.74.148:34743
21:21:37.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:21:37.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:21:37.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-0/data
21:21:37.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-0/wal
21:21:37.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:21:37.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.74.190:33583,127.4.74.189:38279,127.4.74.188:41797
21:21:37.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:21:37.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:21:37.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:21:37.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.74.190:33583
21:21:37.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:21:37.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:21:37.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:21:37.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34009/jwks.json
21:21:37.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:21:37.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:21:37.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-0/data/info.pb
21:21:37.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.74.190
21:21:37.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:21:37.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:21:37.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:21:37.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:21:37.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:21:37.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:21:37.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-0/logs
21:21:37.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:21:37.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:21:37.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:21:37.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:21:37.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:21:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:21:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:21:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:21:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:21:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:21:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:37.783825 4417 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:21:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:37.786145 4417 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:21:37.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:37.819931 4426 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:39.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:37.821123 4432 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:39.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:37.825744 4417 server_base.cc:1034] running on GCE node
21:21:39.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:37.821866 4430 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:39.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.040930 4417 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:21:39.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.044548 4417 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:21:39.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.045976 4417 hybrid_clock.cc:648] HybridClock initialized: now 1786483299045946 us; error 96 us; skew 500 ppm
21:21:39.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.046787 4417 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:21:39.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.059054 4417 webserver.cc:460] Webserver started at http://127.4.74.190:42807/ using document root <none> and password file <none>
21:21:39.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.060041 4417 fs_manager.cc:359] Metadata directory not provided
21:21:39.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.060242 4417 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:21:39.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.060683 4417 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:21:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.066339 4417 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-0/data/instance:
21:21:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b1bd386cadb9431a9f7a0963f787f5c8"
21:21:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:39 on dist-test-slave-gjw7"
21:21:39.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.067672 4417 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-0/wal/instance:
21:21:39.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b1bd386cadb9431a9f7a0963f787f5c8"
21:21:39.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:39 on dist-test-slave-gjw7"
21:21:39.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.076392 4417 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.005s sys 0.005s
21:21:39.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.083969 4450 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:21:39.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.085367 4417 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.004s
21:21:39.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.085678 4417 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-0/data,/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-0/wal
21:21:39.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b1bd386cadb9431a9f7a0963f787f5c8"
21:21:39.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:39 on dist-test-slave-gjw7"
21:21:39.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.086015 4417 fs_report.cc:383] FS layout report
21:21:39.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:21:39.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-0/wal
21:21:39.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-0/wal
21:21:39.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-0/data/data
21:21:39.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:21:39.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:21:39.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:21:39.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:21:39.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:21:39.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:21:39.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:21:39.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:21:39.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:21:39.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:21:39.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:21:39.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.167523 4417 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:21:39.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.169504 4417 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:21:39.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.170164 4417 kserver.cc:163] Server-wide thread pool size limit: 3276
21:21:39.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.347323 4417 rpc_server.cc:307] RPC server started. Bound to: 127.4.74.190:33583
21:21:39.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.347448 4559 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.74.190:33583 every 8 connection(s)
21:21:39.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.350144 4417 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-0/data/info.pb
21:21:39.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.359972 4560 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:21:39.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.360682 4394 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu as pid 4417
21:21:39.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.361222 4394 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-0/wal/instance
21:21:39.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.366946 4394 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:21:39.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:21:39.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-1/wal
21:21:39.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-1/data
21:21:39.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:21:39.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:21:39.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:21:39.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:21:39.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:21:39.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:21:39.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-1/logs
21:21:39.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-1/data/info.pb
21:21:39.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:21:39.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:21:39.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:21:39.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:21:39.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:21:39.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:21:39.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:21:39.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:21:39.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:21:39.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:21:39.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:21:39.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:21:39.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.74.189:38279
21:21:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.74.189
21:21:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:21:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.74.148:34743
21:21:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:21:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:21:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:21:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:21:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.74.190:33583,127.4.74.189:38279,127.4.74.188:41797
21:21:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:21:39.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34009/jwks.json with env {}
21:21:39.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.381516 4560 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.74.190" port: 33583 } has no permanent_uuid. Determining permanent_uuid...
21:21:39.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.423653 4560 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } has no permanent_uuid. Determining permanent_uuid...
21:21:39.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:39.426975 4453 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.74.189:38279: connect: Connection refused (error 111)
21:21:39.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:39.435321 4560 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.74.189:38279: Network error: Client connection negotiation failed: client connection to 127.4.74.189:38279: connect: Connection refused (error 111)
21:21:39.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.484876 4560 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } attempt: 1
21:21:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:39.490459 4560 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.74.189:38279: Network error: Client connection negotiation failed: client connection to 127.4.74.189:38279: connect: Connection refused (error 111)
21:21:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.558861 4560 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } attempt: 2
21:21:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:39.564046 4560 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.74.189:38279: Network error: Client connection negotiation failed: client connection to 127.4.74.189:38279: connect: Connection refused (error 111)
21:21:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.655493 4560 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } attempt: 3
21:21:39.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:39.659580 4560 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.74.189:38279: Network error: Client connection negotiation failed: client connection to 127.4.74.189:38279: connect: Connection refused (error 111)
21:21:39.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.803033 4560 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } attempt: 4
21:21:39.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:39.808367 4560 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.74.189:38279: Network error: Client connection negotiation failed: client connection to 127.4.74.189:38279: connect: Connection refused (error 111)
21:21:39.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:39.811465 4562 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:21:39.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:39.812163 4562 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:21:39.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:39.812810 4562 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:21:39.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:39.844578 4562 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:21:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:39.844934 4562 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:21:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:39.845252 4562 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:21:39.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:39.845603 4562 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:21:39.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:39.845927 4562 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:21:39.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:39.846154 4562 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34009/jwks.json
21:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.881510 4562 master_runner.cc:386] Master server non-default flags:
21:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.74.148:34743
21:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-1/data
21:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-1/wal
21:21:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:21:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.74.190:33583,127.4.74.189:38279,127.4.74.188:41797
21:21:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:21:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:21:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:21:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.74.189:38279
21:21:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:21:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:21:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:21:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34009/jwks.json
21:21:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:21:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:21:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-1/data/info.pb
21:21:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.74.189
21:21:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:21:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:21:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:21:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:21:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:21:39.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:21:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-1/logs
21:21:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:21:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:21:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:21:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:21:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:21:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:21:39.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:21:39.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:21:39.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:21:39.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:21:39.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.883152 4562 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:21:39.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:39.885519 4562 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:21:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:39.910418 4590 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:40.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:40.107956 4560 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } attempt: 5
21:21:40.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:40.116884 4560 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.74.189:38279: Network error: Client connection negotiation failed: client connection to 127.4.74.189:38279: connect: Connection refused (error 111)
21:21:40.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:40.664536 4560 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } attempt: 6
21:21:40.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:40.692569 4560 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.74.189:38279: Network error: Client connection negotiation failed: client connection to 127.4.74.189:38279: connect: Connection refused (error 111)
21:21:41.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:41.308197 4586 debug-util.cc:398] Leaking SignalData structure 0x7b0800014880 after lost signal to thread 4562
21:21:41.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:41.512476 4586 kernel_stack_watchdog.cc:198] Thread 4562 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 396ms:
21:21:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:21:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:21:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:21:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:21:41.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:39.911026 4587 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:41.516638 4562 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.609s user 0.000s sys 0.004s
21:21:41.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:41.517081 4562 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.609s user 0.000s sys 0.004s
21:21:41.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:41.518428 4595 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1606 milliseconds
21:21:41.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.520095 4562 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:21:41.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:41.520180 4596 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.522796 4562 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:21:41.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.525655 4562 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:21:41.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.527000 4562 hybrid_clock.cc:648] HybridClock initialized: now 1786483301526923 us; error 94 us; skew 500 ppm
21:21:41.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.527848 4562 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:21:41.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.537812 4562 webserver.cc:460] Webserver started at http://127.4.74.189:46755/ using document root <none> and password file <none>
21:21:41.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.538717 4562 fs_manager.cc:359] Metadata directory not provided
21:21:41.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.538909 4562 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:21:41.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.539299 4562 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:21:41.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.544569 4562 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-1/data/instance:
21:21:41.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eda58dca93964039968c21e94611325f"
21:21:41.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:41 on dist-test-slave-gjw7"
21:21:41.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.545904 4562 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-1/wal/instance:
21:21:41.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eda58dca93964039968c21e94611325f"
21:21:41.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:41 on dist-test-slave-gjw7"
21:21:41.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.555140 4562 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
21:21:41.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.563446 4609 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:21:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.564771 4562 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.002s sys 0.004s
21:21:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.565193 4562 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-1/data,/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-1/wal
21:21:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "eda58dca93964039968c21e94611325f"
21:21:41.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:41 on dist-test-slave-gjw7"
21:21:41.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.565688 4562 fs_report.cc:383] FS layout report
21:21:41.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:21:41.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-1/wal
21:21:41.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-1/wal
21:21:41.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-1/data/data
21:21:41.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:21:41.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:21:41.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:21:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:21:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:21:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:21:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:21:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:21:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:21:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:21:41.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:21:41.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.608537 4562 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:21:41.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.610965 4562 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:21:41.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.611774 4562 kserver.cc:163] Server-wide thread pool size limit: 3276
21:21:41.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.753095 4560 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } attempt: 7
21:21:41.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:41.762223 4560 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.74.189:38279: Network error: Client connection negotiation failed: client connection to 127.4.74.189:38279: connect: Connection refused (error 111)
21:21:41.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.773015 4562 rpc_server.cc:307] RPC server started. Bound to: 127.4.74.189:38279
21:21:41.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.773137 4704 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.74.189:38279 every 8 connection(s)
21:21:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.776073 4562 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-1/data/info.pb
21:21:41.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.784425 4394 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu as pid 4562
21:21:41.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.784480 4705 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:21:41.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.784783 4394 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-1/wal/instance
21:21:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.787333 4394 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:21:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:21:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-2/wal
21:21:41.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-2/data
21:21:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:21:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:21:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:21:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:21:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:21:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:21:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-2/logs
21:21:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-2/data/info.pb
21:21:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:21:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:21:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:21:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:21:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:21:41.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:21:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:21:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:21:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:21:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:21:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:21:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:21:41.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.74.188:41797
21:21:41.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.74.188
21:21:41.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:21:41.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.74.148:34743
21:21:41.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:21:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:21:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:21:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:21:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.74.190:33583,127.4.74.189:38279,127.4.74.188:41797
21:21:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:21:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34009/jwks.json with env {}
21:21:41.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.806813 4705 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.74.190" port: 33583 } has no permanent_uuid. Determining permanent_uuid...
21:21:41.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.843895 4705 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } has no permanent_uuid. Determining permanent_uuid...
21:21:41.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.866393 4705 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } has no permanent_uuid. Determining permanent_uuid...
21:21:41.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:41.869140 4616 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.74.188:41797: connect: Connection refused (error 111)
21:21:41.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:41.877511 4705 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.74.188:41797: Network error: Client connection negotiation failed: client connection to 127.4.74.188:41797: connect: Connection refused (error 111)
21:21:41.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:41.927078 4705 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } attempt: 1
21:21:41.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:41.931867 4705 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.74.188:41797: Network error: Client connection negotiation failed: client connection to 127.4.74.188:41797: connect: Connection refused (error 111)
21:21:42.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:42.000352 4705 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } attempt: 2
21:21:42.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:42.005177 4705 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.74.188:41797: Network error: Client connection negotiation failed: client connection to 127.4.74.188:41797: connect: Connection refused (error 111)
21:21:42.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:42.096778 4705 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } attempt: 3
21:21:42.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:42.101327 4705 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.74.188:41797: Network error: Client connection negotiation failed: client connection to 127.4.74.188:41797: connect: Connection refused (error 111)
21:21:42.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:42.237231 4711 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:21:42.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:42.237987 4711 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:21:42.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:42.238711 4711 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:21:42.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:42.244796 4705 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } attempt: 4
21:21:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:42.249691 4705 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.74.188:41797: Network error: Client connection negotiation failed: client connection to 127.4.74.188:41797: connect: Connection refused (error 111)
21:21:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:42.272292 4711 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:21:42.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:42.272643 4711 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:21:42.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:42.272967 4711 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:21:42.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:42.273324 4711 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:21:42.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:42.273629 4711 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:21:42.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:42.273844 4711 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:34009/jwks.json
21:21:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:42.308812 4711 master_runner.cc:386] Master server non-default flags:
21:21:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:21:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.74.148:34743
21:21:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:21:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:21:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-2/data
21:21:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-2/wal
21:21:42.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:21:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.74.190:33583,127.4.74.189:38279,127.4.74.188:41797
21:21:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:21:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:21:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:21:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.74.188:41797
21:21:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:21:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:21:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:21:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34009/jwks.json
21:21:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:21:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:21:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-2/data/info.pb
21:21:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.74.188
21:21:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:21:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:21:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:21:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:21:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:21:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:21:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-2/logs
21:21:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:21:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:21:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:21:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:21:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:21:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:21:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:21:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:21:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:21:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:21:42.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:42.310451 4711 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:21:42.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:42.312691 4711 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:21:42.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:42.340411 4736 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:42.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:42.549191 4705 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } attempt: 5
21:21:42.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:42.556138 4705 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.74.188:41797: Network error: Client connection negotiation failed: client connection to 127.4.74.188:41797: connect: Connection refused (error 111)
21:21:43.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.103681 4705 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } attempt: 6
21:21:43.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:43.117123 4705 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.74.188:41797: Network error: Client connection negotiation failed: client connection to 127.4.74.188:41797: connect: Connection refused (error 111)
21:21:43.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:42.346283 4741 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:43.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:42.341742 4737 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:43.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:43.569859 4738 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1227 milliseconds
21:21:43.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.570016 4711 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:21:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.571424 4711 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:21:43.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.576350 4711 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:21:43.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.577803 4711 hybrid_clock.cc:648] HybridClock initialized: now 1786483303577746 us; error 74 us; skew 500 ppm
21:21:43.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.578640 4711 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:21:43.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.589821 4711 webserver.cc:460] Webserver started at http://127.4.74.188:44229/ using document root <none> and password file <none>
21:21:43.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.590768 4711 fs_manager.cc:359] Metadata directory not provided
21:21:43.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.590955 4711 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:21:43.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.591367 4711 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:21:43.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.596401 4711 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-2/data/instance:
21:21:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953"
21:21:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:43 on dist-test-slave-gjw7"
21:21:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.597711 4711 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-2/wal/instance:
21:21:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953"
21:21:43.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:43 on dist-test-slave-gjw7"
21:21:43.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.606884 4711 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.002s sys 0.006s
21:21:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.616784 4761 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:21:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.618387 4711 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.001s sys 0.006s
21:21:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.618770 4711 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-2/data,/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-2/wal
21:21:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953"
21:21:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:43 on dist-test-slave-gjw7"
21:21:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.619174 4711 fs_report.cc:383] FS layout report
21:21:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:21:43.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-2/wal
21:21:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-2/wal
21:21:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-2/data/data
21:21:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:21:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:21:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:21:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:21:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:21:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:21:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:21:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:21:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:21:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:21:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:21:43.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.672031 4711 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:21:43.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.675460 4711 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:21:43.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.676367 4711 kserver.cc:163] Server-wide thread pool size limit: 3276
21:21:43.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.852671 4560 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } attempt: 8
21:21:43.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.871990 4711 rpc_server.cc:307] RPC server started. Bound to: 127.4.74.188:41797
21:21:43.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.872061 4869 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.74.188:41797 every 8 connection(s)
21:21:43.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.874105 4560 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } has no permanent_uuid. Determining permanent_uuid...
21:21:43.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.876065 4711 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-2/data/info.pb
21:21:43.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.882362 4394 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu as pid 4711
21:21:43.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.882839 4394 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/master-2/wal/instance
21:21:43.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.897861 4870 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:21:43.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.926694 4870 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.74.190" port: 33583 } has no permanent_uuid. Determining permanent_uuid...
21:21:43.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.943502 4560 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8: Bootstrap starting.
21:21:43.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.954469 4560 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8: Neither blocks nor log segments found. Creating new log.
21:21:43.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.959669 4560 log.cc:824] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8: Log is configured to *not* fsync() on all Append() calls
21:21:43.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.968727 4560 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8: No bootstrap required, opened a new log
21:21:43.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.970371 4870 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } has no permanent_uuid. Determining permanent_uuid...
21:21:43.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:43.987541 4870 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } has no permanent_uuid. Determining permanent_uuid...
21:21:44.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.009547 4560 raft_consensus.cc:348] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1bd386cadb9431a9f7a0963f787f5c8" member_type: VOTER last_known_addr { host: "127.4.74.190" port: 33583 } } peers { permanent_uuid: "eda58dca93964039968c21e94611325f" member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } } peers { permanent_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } }
21:21:44.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.010385 4560 raft_consensus.cc:374] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:21:44.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.010649 4560 raft_consensus.cc:729] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b1bd386cadb9431a9f7a0963f787f5c8, State: Initialized, Role: FOLLOWER
21:21:44.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.011099 4870 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953: Bootstrap starting.
21:21:44.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.011773 4560 consensus_queue.cc:260] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1bd386cadb9431a9f7a0963f787f5c8" member_type: VOTER last_known_addr { host: "127.4.74.190" port: 33583 } } peers { permanent_uuid: "eda58dca93964039968c21e94611325f" member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } } peers { permanent_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } }
21:21:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.018333 4887 sys_catalog.cc:455] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1bd386cadb9431a9f7a0963f787f5c8" member_type: VOTER last_known_addr { host: "127.4.74.190" port: 33583 } } peers { permanent_uuid: "eda58dca93964039968c21e94611325f" member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } } peers { permanent_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } } }
21:21:44.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.019914 4887 sys_catalog.cc:458] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8 [sys.catalog]: This master's current role is: FOLLOWER
21:21:44.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.021457 4560 sys_catalog.cc:564] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8 [sys.catalog]: configured and running, proceeding with master startup.
21:21:44.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.024344 4870 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953: Neither blocks nor log segments found. Creating new log.
21:21:44.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.028591 4870 log.cc:824] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953: Log is configured to *not* fsync() on all Append() calls
21:21:44.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.039027 4870 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953: No bootstrap required, opened a new log
21:21:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.076712 4870 raft_consensus.cc:348] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1bd386cadb9431a9f7a0963f787f5c8" member_type: VOTER last_known_addr { host: "127.4.74.190" port: 33583 } } peers { permanent_uuid: "eda58dca93964039968c21e94611325f" member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } } peers { permanent_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } }
21:21:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.077678 4870 raft_consensus.cc:374] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:21:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.078045 4870 raft_consensus.cc:729] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b7dcc1e60d5d4be09817d6ae1cb9d953, State: Initialized, Role: FOLLOWER
21:21:44.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.079600 4870 consensus_queue.cc:260] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1bd386cadb9431a9f7a0963f787f5c8" member_type: VOTER last_known_addr { host: "127.4.74.190" port: 33583 } } peers { permanent_uuid: "eda58dca93964039968c21e94611325f" member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } } peers { permanent_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } }
21:21:44.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.088433 4931 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1bd386cadb9431a9f7a0963f787f5c8" member_type: VOTER last_known_addr { host: "127.4.74.190" port: 33583 } } peers { permanent_uuid: "eda58dca93964039968c21e94611325f" member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } } peers { permanent_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } } }
21:21:44.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.090723 4931 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [sys.catalog]: This master's current role is: FOLLOWER
21:21:44.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.091140 4870 sys_catalog.cc:564] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [sys.catalog]: configured and running, proceeding with master startup.
21:21:44.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:44.102455 4928 catalog_manager.cc:1558] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:21:44.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:44.106781 4928 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:21:44.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.088740 4417 master_runner.cc:186] Error getting master registration for 127.4.74.189:38279: OK, instance_id { permanent_uuid: "eda58dca93964039968c21e94611325f" instance_seqno: 1786483301725834 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:21:44.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.149082 4417 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:21:44.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:44.172914 4950 catalog_manager.cc:1558] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:21:44.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:44.173308 4950 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:21:44.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.177687 4705 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } attempt: 7
21:21:44.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:44.184484 4462 tablet.cc:2369] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:21:44.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:44.186785 4774 tablet.cc:2369] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:21:44.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.166680 4711 master_runner.cc:186] Error getting master registration for 127.4.74.189:38279: OK, instance_id { permanent_uuid: "eda58dca93964039968c21e94611325f" instance_seqno: 1786483301725834 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:21:44.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.221412 4711 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:21:44.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.242463 4705 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eda58dca93964039968c21e94611325f: Bootstrap starting.
21:21:44.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.251065 4931 raft_consensus.cc:482] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:21:44.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.251813 4931 raft_consensus.cc:504] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1bd386cadb9431a9f7a0963f787f5c8" member_type: VOTER last_known_addr { host: "127.4.74.190" port: 33583 } } peers { permanent_uuid: "eda58dca93964039968c21e94611325f" member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } } peers { permanent_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } }
21:21:44.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.257565 4705 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P eda58dca93964039968c21e94611325f: Neither blocks nor log segments found. Creating new log.
21:21:44.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.257254 4502 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b1bd386cadb9431a9f7a0963f787f5c8" is_pre_election: true
21:21:44.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.258787 4502 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b7dcc1e60d5d4be09817d6ae1cb9d953 in term 0.
21:21:44.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.261019 4762 leader_election.cc:302] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b1bd386cadb9431a9f7a0963f787f5c8, b7dcc1e60d5d4be09817d6ae1cb9d953; no voters:
21:21:44.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.262902 4705 log.cc:824] T 00000000000000000000000000000000 P eda58dca93964039968c21e94611325f: Log is configured to *not* fsync() on all Append() calls
21:21:44.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.265961 4931 leader_election.cc:288] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b1bd386cadb9431a9f7a0963f787f5c8 (127.4.74.190:33583), eda58dca93964039968c21e94611325f (127.4.74.189:38279)
21:21:44.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.266655 4931 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [term 0 FOLLOWER]: Leader pre-election won for term 1
21:21:44.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.267164 4931 raft_consensus.cc:482] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:21:44.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.267506 4931 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [term 0 FOLLOWER]: Advancing to term 1
21:21:44.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.290697 4705 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P eda58dca93964039968c21e94611325f: No bootstrap required, opened a new log
21:21:44.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.297926 4931 raft_consensus.cc:504] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1bd386cadb9431a9f7a0963f787f5c8" member_type: VOTER last_known_addr { host: "127.4.74.190" port: 33583 } } peers { permanent_uuid: "eda58dca93964039968c21e94611325f" member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } } peers { permanent_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } }
21:21:44.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.311908 4502 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b1bd386cadb9431a9f7a0963f787f5c8"
21:21:44.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.312812 4502 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8 [term 0 FOLLOWER]: Advancing to term 1
21:21:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.326737 4502 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b7dcc1e60d5d4be09817d6ae1cb9d953 in term 1.
21:21:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.330436 4931 leader_election.cc:288] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [CANDIDATE]: Term 1 election: Requested vote from peers b1bd386cadb9431a9f7a0963f787f5c8 (127.4.74.190:33583), eda58dca93964039968c21e94611325f (127.4.74.189:38279)
21:21:44.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.332418 4762 leader_election.cc:302] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b1bd386cadb9431a9f7a0963f787f5c8, b7dcc1e60d5d4be09817d6ae1cb9d953; no voters:
21:21:44.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.334381 4931 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [term 1 FOLLOWER]: Leader election won for term 1
21:21:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.335673 4931 raft_consensus.cc:686] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [term 1 LEADER]: Becoming Leader. State: Replica: b7dcc1e60d5d4be09817d6ae1cb9d953, State: Running, Role: LEADER
21:21:44.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.337193 4931 consensus_queue.cc:237] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1bd386cadb9431a9f7a0963f787f5c8" member_type: VOTER last_known_addr { host: "127.4.74.190" port: 33583 } } peers { permanent_uuid: "eda58dca93964039968c21e94611325f" member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } } peers { permanent_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } }
21:21:44.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.360672 4954 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b7dcc1e60d5d4be09817d6ae1cb9d953. Latest consensus state: current_term: 1 leader_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1bd386cadb9431a9f7a0963f787f5c8" member_type: VOTER last_known_addr { host: "127.4.74.190" port: 33583 } } peers { permanent_uuid: "eda58dca93964039968c21e94611325f" member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } } peers { permanent_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } } }
21:21:44.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.363095 4954 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [sys.catalog]: This master's current role is: LEADER
21:21:44.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.378711 4957 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
21:21:44.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.397806 4957 catalog_manager.cc:1484] Initializing Kudu cluster ID...
21:21:44.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.402525 4705 raft_consensus.cc:348] T 00000000000000000000000000000000 P eda58dca93964039968c21e94611325f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1bd386cadb9431a9f7a0963f787f5c8" member_type: VOTER last_known_addr { host: "127.4.74.190" port: 33583 } } peers { permanent_uuid: "eda58dca93964039968c21e94611325f" member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } } peers { permanent_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } }
21:21:44.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.403677 4705 raft_consensus.cc:374] T 00000000000000000000000000000000 P eda58dca93964039968c21e94611325f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:21:44.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.404105 4705 raft_consensus.cc:729] T 00000000000000000000000000000000 P eda58dca93964039968c21e94611325f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: eda58dca93964039968c21e94611325f, State: Initialized, Role: FOLLOWER
21:21:44.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.405774 4705 consensus_queue.cc:260] T 00000000000000000000000000000000 P eda58dca93964039968c21e94611325f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1bd386cadb9431a9f7a0963f787f5c8" member_type: VOTER last_known_addr { host: "127.4.74.190" port: 33583 } } peers { permanent_uuid: "eda58dca93964039968c21e94611325f" member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } } peers { permanent_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } }
21:21:44.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.417879 4705 sys_catalog.cc:564] T 00000000000000000000000000000000 P eda58dca93964039968c21e94611325f [sys.catalog]: configured and running, proceeding with master startup.
21:21:44.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.420251 4659 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eda58dca93964039968c21e94611325f"
21:21:44.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.421435 4659 raft_consensus.cc:3037] T 00000000000000000000000000000000 P eda58dca93964039968c21e94611325f [term 0 FOLLOWER]: Advancing to term 1
21:21:44.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.426015 4661 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "eda58dca93964039968c21e94611325f" is_pre_election: true
21:21:44.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.430099 4959 sys_catalog.cc:455] T 00000000000000000000000000000000 P eda58dca93964039968c21e94611325f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1bd386cadb9431a9f7a0963f787f5c8" member_type: VOTER last_known_addr { host: "127.4.74.190" port: 33583 } } peers { permanent_uuid: "eda58dca93964039968c21e94611325f" member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } } peers { permanent_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } } }
21:21:44.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.437162 4502 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8 [term 1 FOLLOWER]: Refusing update from remote peer b7dcc1e60d5d4be09817d6ae1cb9d953: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:21:44.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.437403 4959 sys_catalog.cc:458] T 00000000000000000000000000000000 P eda58dca93964039968c21e94611325f [sys.catalog]: This master's current role is: FOLLOWER
21:21:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.440126 4954 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b1bd386cadb9431a9f7a0963f787f5c8" member_type: VOTER last_known_addr { host: "127.4.74.190" port: 33583 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:21:44.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.448576 4659 raft_consensus.cc:2454] T 00000000000000000000000000000000 P eda58dca93964039968c21e94611325f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b7dcc1e60d5d4be09817d6ae1cb9d953 in term 1.
21:21:44.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.450670 4661 raft_consensus.cc:1261] T 00000000000000000000000000000000 P eda58dca93964039968c21e94611325f [term 1 FOLLOWER]: Refusing update from remote peer b7dcc1e60d5d4be09817d6ae1cb9d953: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:21:44.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.468184 4954 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [LEADER]: Connected to new peer: Peer: permanent_uuid: "eda58dca93964039968c21e94611325f" member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:21:44.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.516116 4887 sys_catalog.cc:455] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b7dcc1e60d5d4be09817d6ae1cb9d953. Latest consensus state: current_term: 1 leader_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1bd386cadb9431a9f7a0963f787f5c8" member_type: VOTER last_known_addr { host: "127.4.74.190" port: 33583 } } peers { permanent_uuid: "eda58dca93964039968c21e94611325f" member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } } peers { permanent_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } } }
21:21:44.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.517267 4887 sys_catalog.cc:458] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8 [sys.catalog]: This master's current role is: FOLLOWER
21:21:44.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.526309 4960 mvcc.cc:205] Tried to move back new op lower bound from 7317435614949068800 to 7317435614581956608. Current Snapshot: MvccSnapshot[applied={T|T < 7317435614949068800}]
21:21:44.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.528837 4959 sys_catalog.cc:455] T 00000000000000000000000000000000 P eda58dca93964039968c21e94611325f [sys.catalog]: SysCatalogTable state changed. Reason: New leader b7dcc1e60d5d4be09817d6ae1cb9d953. Latest consensus state: current_term: 1 leader_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1bd386cadb9431a9f7a0963f787f5c8" member_type: VOTER last_known_addr { host: "127.4.74.190" port: 33583 } } peers { permanent_uuid: "eda58dca93964039968c21e94611325f" member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } } peers { permanent_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } } }
21:21:44.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.529712 4959 sys_catalog.cc:458] T 00000000000000000000000000000000 P eda58dca93964039968c21e94611325f [sys.catalog]: This master's current role is: FOLLOWER
21:21:44.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.552359 4931 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1bd386cadb9431a9f7a0963f787f5c8" member_type: VOTER last_known_addr { host: "127.4.74.190" port: 33583 } } peers { permanent_uuid: "eda58dca93964039968c21e94611325f" member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } } peers { permanent_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } } }
21:21:44.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.553149 4931 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [sys.catalog]: This master's current role is: LEADER
21:21:44.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.554661 4931 sys_catalog.cc:455] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1bd386cadb9431a9f7a0963f787f5c8" member_type: VOTER last_known_addr { host: "127.4.74.190" port: 33583 } } peers { permanent_uuid: "eda58dca93964039968c21e94611325f" member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } } peers { permanent_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } } }
21:21:44.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.555410 4931 sys_catalog.cc:458] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953 [sys.catalog]: This master's current role is: LEADER
21:21:44.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.560789 4959 sys_catalog.cc:455] T 00000000000000000000000000000000 P eda58dca93964039968c21e94611325f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1bd386cadb9431a9f7a0963f787f5c8" member_type: VOTER last_known_addr { host: "127.4.74.190" port: 33583 } } peers { permanent_uuid: "eda58dca93964039968c21e94611325f" member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } } peers { permanent_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } } }
21:21:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.565001 4887 sys_catalog.cc:455] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b1bd386cadb9431a9f7a0963f787f5c8" member_type: VOTER last_known_addr { host: "127.4.74.190" port: 33583 } } peers { permanent_uuid: "eda58dca93964039968c21e94611325f" member_type: VOTER last_known_addr { host: "127.4.74.189" port: 38279 } } peers { permanent_uuid: "b7dcc1e60d5d4be09817d6ae1cb9d953" member_type: VOTER last_known_addr { host: "127.4.74.188" port: 41797 } } }
21:21:44.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.565819 4887 sys_catalog.cc:458] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8 [sys.catalog]: This master's current role is: FOLLOWER
21:21:44.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.571255 4957 catalog_manager.cc:1347] Generated new cluster ID: 62b4b7bf5957486c98db21a68e7083e1
21:21:44.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.571599 4957 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
21:21:44.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.561803 4959 sys_catalog.cc:458] T 00000000000000000000000000000000 P eda58dca93964039968c21e94611325f [sys.catalog]: This master's current role is: FOLLOWER
21:21:44.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.624190 4957 catalog_manager.cc:1370] Generated new certificate authority record
21:21:44.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.636626 4957 catalog_manager.cc:1504] Loading token signing keys...
21:21:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.674753 4996 catalog_manager.cc:1259] Loaded cluster ID: 62b4b7bf5957486c98db21a68e7083e1
21:21:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.675132 4996 catalog_manager.cc:1552] T 00000000000000000000000000000000 P eda58dca93964039968c21e94611325f: loading cluster ID for follower catalog manager: success
21:21:44.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.694070 4957 catalog_manager.cc:5868] T 00000000000000000000000000000000 P b7dcc1e60d5d4be09817d6ae1cb9d953: Generated new TSK 0
21:21:44.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.695691 4957 catalog_manager.cc:1514] Initializing in-progress tserver states...
21:21:44.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.698004 4996 catalog_manager.cc:1574] T 00000000000000000000000000000000 P eda58dca93964039968c21e94611325f: acquiring CA information for follower catalog manager: success
21:21:44.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:44.703727 4996 catalog_manager.cc:873] Not found: no TSK found in the system table: failed to prepare follower catalog manager, will retry
21:21:44.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:44.747462 4394 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:21:44.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:21:44.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-0/wal
21:21:44.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-0/data
21:21:44.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:21:44.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:21:44.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:21:44.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:21:44.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:21:44.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:21:44.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-0/logs
21:21:44.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-0/data/info.pb
21:21:44.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:21:44.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:21:44.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:21:44.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:21:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:21:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:21:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:21:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:21:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:21:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:21:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.74.129:0
21:21:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.74.129
21:21:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.74.129
21:21:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:21:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.74.190:33583,127.4.74.189:38279,127.4.74.188:41797
21:21:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.74.148:34743
21:21:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:21:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:21:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:21:45.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:45.115101 4928 catalog_manager.cc:1259] Loaded cluster ID: 62b4b7bf5957486c98db21a68e7083e1
21:21:45.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:45.116063 4928 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8: loading cluster ID for follower catalog manager: success
21:21:45.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:45.131652 4928 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8: acquiring CA information for follower catalog manager: success
21:21:45.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:45.163619 4928 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b1bd386cadb9431a9f7a0963f787f5c8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:21:45.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:45.462550 5004 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:21:45.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:45.463769 5004 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:21:45.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:45.464723 5004 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:21:45.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:45.523273 5004 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:21:45.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:45.525089 5004 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.74.129
21:21:45.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:45.587895 5004 tablet_server_runner.cc:78] Tablet server non-default flags:
21:21:45.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:21:45.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.74.148:34743
21:21:45.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:21:45.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:21:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-0/data
21:21:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-0/wal
21:21:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:21:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:21:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.74.129:0
21:21:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:21:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:21:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:21:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-0/data/info.pb
21:21:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.74.129
21:21:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:21:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.74.190:33583,127.4.74.189:38279,127.4.74.188:41797
21:21:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:21:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:21:45.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:21:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:21:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:21:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.74.129
21:21:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-0/logs
21:21:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:21:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:21:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:21:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:21:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:21:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:21:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:21:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:21:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:21:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:21:45.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:45.592078 5004 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:21:45.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:45.594877 5004 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:21:45.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:45.668025 5015 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:45.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:45.712091 4996 catalog_manager.cc:1602] T 00000000000000000000000000000000 P eda58dca93964039968c21e94611325f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:21:47.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:47.028481 5013 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 5004
21:21:47.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:47.583230 5013 kernel_stack_watchdog.cc:198] Thread 5004 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 364ms:
21:21:47.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:21:47.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:21:47.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:21:47.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:21:47.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:45.673837 5014 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:47.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:47.584966 5017 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1915 milliseconds
21:21:47.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:47.588783 5018 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:47.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:47.589876 5004 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.926s user 0.266s sys 0.603s
21:21:47.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:47.590714 5004 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.929s user 0.266s sys 0.603s
21:21:47.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.591156 5004 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:21:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.593346 5004 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:21:47.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.602144 5004 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:21:47.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.606135 5004 hybrid_clock.cc:648] HybridClock initialized: now 1786483307606062 us; error 68 us; skew 500 ppm
21:21:47.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.607836 5004 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:21:47.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.631080 5004 webserver.cc:460] Webserver started at http://127.4.74.129:40949/ using document root <none> and password file <none>
21:21:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.633029 5004 fs_manager.cc:359] Metadata directory not provided
21:21:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.633668 5004 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:21:47.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.634547 5004 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:21:47.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.644403 5004 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-0/data/instance:
21:21:47.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08419e5c21cc4065b02cb9b7da60d856"
21:21:47.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:47 on dist-test-slave-gjw7"
21:21:47.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.646559 5004 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-0/wal/instance:
21:21:47.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08419e5c21cc4065b02cb9b7da60d856"
21:21:47.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:47 on dist-test-slave-gjw7"
21:21:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.664495 5004 fs_manager.cc:691] Time spent creating directory manager: real 0.017s user 0.003s sys 0.011s
21:21:47.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.684089 5035 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:21:47.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.686272 5004 fs_manager.cc:725] Time spent opening block manager: real 0.016s user 0.003s sys 0.007s
21:21:47.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.687064 5004 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-0/data,/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-0/wal
21:21:47.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "08419e5c21cc4065b02cb9b7da60d856"
21:21:47.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:47 on dist-test-slave-gjw7"
21:21:47.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.687867 5004 fs_report.cc:383] FS layout report
21:21:47.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:21:47.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-0/wal
21:21:47.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-0/wal
21:21:47.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-0/data/data
21:21:47.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:21:47.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:21:47.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:21:47.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:21:47.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:21:47.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:21:47.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:21:47.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:21:47.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:21:47.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:21:47.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:21:47.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.836087 5004 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:21:47.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.838876 5004 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:21:47.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.840075 5004 kserver.cc:163] Server-wide thread pool size limit: 3276
21:21:47.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.870034 5004 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
21:21:47.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.886217 5004 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:21:47.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.886844 5004 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.001s
21:21:47.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.887346 5004 ts_tablet_manager.cc:610] Registered 0 tablets
21:21:47.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:47.887706 5004 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:21:48.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:48.333221 5004 rpc_server.cc:307] RPC server started. Bound to: 127.4.74.129:34971
21:21:48.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:48.333606 5232 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.74.129:34971 every 8 connection(s)
21:21:48.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:48.336154 5004 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-0/data/info.pb
21:21:48.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:48.348395 4394 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu as pid 5004
21:21:48.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:48.349408 4394 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-0/wal/instance
21:21:48.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:48.390100 4394 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:21:48.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:21:48.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-1/wal
21:21:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-1/data
21:21:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:21:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:21:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:21:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:21:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:21:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:21:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-1/logs
21:21:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-1/data/info.pb
21:21:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:21:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:21:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:21:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:21:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:21:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:21:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:21:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:21:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:21:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:21:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.74.130:0
21:21:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.74.130
21:21:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.74.130
21:21:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:21:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.74.190:33583,127.4.74.189:38279,127.4.74.188:41797
21:21:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.74.148:34743
21:21:48.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:21:48.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:21:48.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:21:48.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:48.444149 5235 heartbeater.cc:347] Connected to a master server at 127.4.74.189:38279
21:21:48.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:48.444751 5234 heartbeater.cc:347] Connected to a master server at 127.4.74.188:41797
21:21:48.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:48.445086 5234 heartbeater.cc:464] Registering TS with master...
21:21:48.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:48.444648 5235 heartbeater.cc:464] Registering TS with master...
21:21:48.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:48.447150 5235 heartbeater.cc:511] Master 127.4.74.189:38279 requested a full tablet report, sending...
21:21:48.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:48.449404 5234 heartbeater.cc:511] Master 127.4.74.188:41797 requested a full tablet report, sending...
21:21:48.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:48.450568 5244 heartbeater.cc:347] Connected to a master server at 127.4.74.190:33583
21:21:48.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:48.451027 5244 heartbeater.cc:464] Registering TS with master...
21:21:48.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:48.451507 4643 ts_manager.cc:194] Registered new tserver with Master: 08419e5c21cc4065b02cb9b7da60d856 (127.4.74.129:34971)
21:21:48.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:48.452293 5244 heartbeater.cc:511] Master 127.4.74.190:33583 requested a full tablet report, sending...
21:21:48.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:48.453313 4792 ts_manager.cc:194] Registered new tserver with Master: 08419e5c21cc4065b02cb9b7da60d856 (127.4.74.129:34971)
21:21:48.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:48.456130 4483 ts_manager.cc:194] Registered new tserver with Master: 08419e5c21cc4065b02cb9b7da60d856 (127.4.74.129:34971)
21:21:48.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:48.456950 4792 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.74.129:33137
21:21:48.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:48.893970 5249 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:21:48.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:48.894565 5249 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:21:48.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:48.895187 5249 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:21:48.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:48.928018 5249 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:21:48.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:48.928851 5249 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.74.130
21:21:48.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:48.964026 5249 tablet_server_runner.cc:78] Tablet server non-default flags:
21:21:48.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:21:48.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.74.148:34743
21:21:48.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:21:48.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:21:48.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-1/data
21:21:48.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-1/wal
21:21:48.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:21:48.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:21:48.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.74.130:0
21:21:48.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:21:48.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:21:48.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:21:48.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-1/data/info.pb
21:21:48.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.74.130
21:21:48.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:21:48.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.74.190:33583,127.4.74.189:38279,127.4.74.188:41797
21:21:48.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:21:48.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:21:48.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:21:48.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:21:48.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:21:48.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.74.130
21:21:48.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-1/logs
21:21:48.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:21:48.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:21:48.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:21:48.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:21:48.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:21:48.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:21:48.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:21:48.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:21:48.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:21:48.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:21:48.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:48.965366 5249 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:21:48.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:48.967007 5249 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:21:48.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:48.994556 5270 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:49.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:49.462162 5234 heartbeater.cc:503] Master 127.4.74.188:41797 was elected leader, sending a full tablet report...
21:21:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:48.994727 5265 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:50.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:48.996598 5262 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:50.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:50.129753 5267 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
21:21:50.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.129896 5249 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:21:50.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.133497 5249 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:21:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.135697 5249 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:21:50.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.137058 5249 hybrid_clock.cc:648] HybridClock initialized: now 1786483310137033 us; error 47 us; skew 500 ppm
21:21:50.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.137873 5249 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:21:50.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.144483 5249 webserver.cc:460] Webserver started at http://127.4.74.130:37953/ using document root <none> and password file <none>
21:21:50.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.145399 5249 fs_manager.cc:359] Metadata directory not provided
21:21:50.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.145596 5249 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:21:50.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.146008 5249 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:21:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.150955 5249 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-1/data/instance:
21:21:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00e8a0e66ee84d4e9ea12431b3f104b6"
21:21:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:50 on dist-test-slave-gjw7"
21:21:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.152115 5249 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-1/wal/instance:
21:21:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00e8a0e66ee84d4e9ea12431b3f104b6"
21:21:50.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:50 on dist-test-slave-gjw7"
21:21:50.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.159341 5249 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
21:21:50.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.164945 5281 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:21:50.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.166234 5249 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
21:21:50.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.166549 5249 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-1/data,/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-1/wal
21:21:50.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "00e8a0e66ee84d4e9ea12431b3f104b6"
21:21:50.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:50 on dist-test-slave-gjw7"
21:21:50.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.166864 5249 fs_report.cc:383] FS layout report
21:21:50.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:21:50.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-1/wal
21:21:50.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-1/wal
21:21:50.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-1/data/data
21:21:50.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:21:50.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:21:50.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:21:50.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:21:50.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:21:50.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:21:50.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:21:50.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:21:50.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:21:50.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:21:50.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:21:50.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.204957 5249 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:21:50.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.206650 5249 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:21:50.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.207073 5249 kserver.cc:163] Server-wide thread pool size limit: 3276
21:21:50.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.209666 5249 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
21:21:50.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.213692 5249 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:21:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.213917 5249 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:21:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.214154 5249 ts_tablet_manager.cc:610] Registered 0 tablets
21:21:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.214283 5249 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:21:50.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.563892 5249 rpc_server.cc:307] RPC server started. Bound to: 127.4.74.130:36157
21:21:50.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.563997 5493 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.74.130:36157 every 8 connection(s)
21:21:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.566699 5249 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-1/data/info.pb
21:21:50.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.571938 4394 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu as pid 5249
21:21:50.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.572458 4394 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-1/wal/instance
21:21:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.585763 4394 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:21:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:21:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-2/wal
21:21:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-2/data
21:21:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:21:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:21:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:21:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:21:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:21:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:21:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-2/logs
21:21:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-2/data/info.pb
21:21:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:21:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:21:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:21:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:21:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:21:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:21:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:21:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:21:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:21:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:21:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.74.131:0
21:21:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.74.131
21:21:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.74.131
21:21:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:21:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.74.190:33583,127.4.74.189:38279,127.4.74.188:41797
21:21:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.74.148:34743
21:21:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:21:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:21:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:21:50.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.659548 5500 heartbeater.cc:347] Connected to a master server at 127.4.74.190:33583
21:21:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.660127 5500 heartbeater.cc:464] Registering TS with master...
21:21:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.661123 5496 heartbeater.cc:347] Connected to a master server at 127.4.74.189:38279
21:21:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.661499 5496 heartbeater.cc:464] Registering TS with master...
21:21:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.661712 5500 heartbeater.cc:511] Master 127.4.74.190:33583 requested a full tablet report, sending...
21:21:50.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.662779 5496 heartbeater.cc:511] Master 127.4.74.189:38279 requested a full tablet report, sending...
21:21:50.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.664826 4483 ts_manager.cc:194] Registered new tserver with Master: 00e8a0e66ee84d4e9ea12431b3f104b6 (127.4.74.130:36157)
21:21:50.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.666486 5495 heartbeater.cc:347] Connected to a master server at 127.4.74.188:41797
21:21:50.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.666433 4643 ts_manager.cc:194] Registered new tserver with Master: 00e8a0e66ee84d4e9ea12431b3f104b6 (127.4.74.130:36157)
21:21:50.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.666833 5495 heartbeater.cc:464] Registering TS with master...
21:21:50.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.668259 5495 heartbeater.cc:511] Master 127.4.74.188:41797 requested a full tablet report, sending...
21:21:50.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.671023 4792 ts_manager.cc:194] Registered new tserver with Master: 00e8a0e66ee84d4e9ea12431b3f104b6 (127.4.74.130:36157)
21:21:50.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:50.673019 4792 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.74.130:33205
21:21:51.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:51.049389 5513 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:21:51.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:51.050041 5513 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:21:51.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:51.050516 5513 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:21:51.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:51.081832 5513 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:21:51.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:51.082682 5513 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.4.74.131
21:21:51.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:51.117502 5513 tablet_server_runner.cc:78] Tablet server non-default flags:
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.74.148:34743
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-2/data
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-2/wal
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.74.131:0
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-2/data/info.pb
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.74.131
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.4.74.190:33583,127.4.74.189:38279,127.4.74.188:41797
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.4.74.131
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-2/logs
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:21:51.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:51.118721 5513 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:21:51.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:51.120716 5513 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:21:51.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:51.145560 5531 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:51.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:51.678951 5495 heartbeater.cc:503] Master 127.4.74.188:41797 was elected leader, sending a full tablet report...
21:21:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:51.146755 5525 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:51.150549 5513 server_base.cc:1034] running on GCE node
21:21:52.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:51.147066 5527 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:52.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.273533 5513 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:21:52.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.276182 5513 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:21:52.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.277791 5513 hybrid_clock.cc:648] HybridClock initialized: now 1786483312277719 us; error 89 us; skew 500 ppm
21:21:52.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.278643 5513 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:21:52.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.285228 5513 webserver.cc:460] Webserver started at http://127.4.74.131:33083/ using document root <none> and password file <none>
21:21:52.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.286305 5513 fs_manager.cc:359] Metadata directory not provided
21:21:52.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.286563 5513 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:21:52.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.287132 5513 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:21:52.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.292178 5513 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-2/data/instance:
21:21:52.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9784c01fc8484fe7a642c053d52244b5"
21:21:52.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:52 on dist-test-slave-gjw7"
21:21:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.293486 5513 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-2/wal/instance:
21:21:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9784c01fc8484fe7a642c053d52244b5"
21:21:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:52 on dist-test-slave-gjw7"
21:21:52.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.300777 5513 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.000s
21:21:52.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.307255 5555 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:21:52.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.308359 5513 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
21:21:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.308656 5513 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-2/data,/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-2/wal
21:21:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9784c01fc8484fe7a642c053d52244b5"
21:21:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:52 on dist-test-slave-gjw7"
21:21:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.308975 5513 fs_report.cc:383] FS layout report
21:21:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:21:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-2/wal
21:21:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-2/wal
21:21:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-2/data/data
21:21:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:21:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:21:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:21:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:21:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:21:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:21:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:21:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:21:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:21:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:21:52.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:21:52.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.379572 5513 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:21:52.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.381024 5513 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:21:52.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.381464 5513 kserver.cc:163] Server-wide thread pool size limit: 3276
21:21:52.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.384087 5513 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
21:21:52.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.388477 5513 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:21:52.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.388669 5513 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:21:52.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.388856 5513 ts_tablet_manager.cc:610] Registered 0 tablets
21:21:52.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.388999 5513 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:21:52.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.564224 5513 rpc_server.cc:307] RPC server started. Bound to: 127.4.74.131:36567
21:21:52.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.564296 5775 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.74.131:36567 every 8 connection(s)
21:21:52.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.568068 5513 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-2/data/info.pb
21:21:52.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.578540 4394 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu as pid 5513
21:21:52.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.579052 4394 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster30797245165348748/ts-2/wal/instance
21:21:52.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.627267 5780 heartbeater.cc:347] Connected to a master server at 127.4.74.189:38279
21:21:52.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.627776 5780 heartbeater.cc:464] Registering TS with master...
21:21:52.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.628966 5780 heartbeater.cc:511] Master 127.4.74.189:38279 requested a full tablet report, sending...
21:21:52.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.629922 5783 heartbeater.cc:347] Connected to a master server at 127.4.74.190:33583
21:21:52.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.630281 5783 heartbeater.cc:464] Registering TS with master...
21:21:52.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.631172 5783 heartbeater.cc:511] Master 127.4.74.190:33583 requested a full tablet report, sending...
21:21:52.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.631974 4643 ts_manager.cc:194] Registered new tserver with Master: 9784c01fc8484fe7a642c053d52244b5 (127.4.74.131:36567)
21:21:52.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.632994 5776 heartbeater.cc:347] Connected to a master server at 127.4.74.188:41797
21:21:52.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.633276 5776 heartbeater.cc:464] Registering TS with master...
21:21:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.633953 5776 heartbeater.cc:511] Master 127.4.74.188:41797 requested a full tablet report, sending...
21:21:52.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.634470 4483 ts_manager.cc:194] Registered new tserver with Master: 9784c01fc8484fe7a642c053d52244b5 (127.4.74.131:36567)
21:21:52.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.635895 4792 ts_manager.cc:194] Registered new tserver with Master: 9784c01fc8484fe7a642c053d52244b5 (127.4.74.131:36567)
21:21:52.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.637627 4792 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.4.74.131:38203
21:21:52.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:52.648962 4394 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
21:21:52.661 [DEBUG - main] (MiniKuduCluster.java:195) Response:
21:21:52.662 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
21:21:52.674 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.4.74.190"
port: 33583
}
bound_http_address {
host: "127.4.74.190"
port: 42807
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.4.74.189"
port: 38279
}
bound_http_address {
host: "127.4.74.189"
port: 46755
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.4.74.188"
port: 41797
}
bound_http_address {
host: "127.4.74.188"
port: 44229
}
}
}
21:21:52.680 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
21:21:52.683 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.4.74.129"
port: 34971
}
bound_http_address {
host: "127.4.74.129"
port: 40949
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.4.74.130"
port: 36157
}
bound_http_address {
host: "127.4.74.130"
port: 37953
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.4.74.131"
port: 36567
}
bound_http_address {
host: "127.4.74.131"
port: 33083
}
}
}
21:21:52.684 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:21:52.860 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
21:21:52.984 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task_8XNHp/test-tmp
21:21:52.985 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:21:52.985 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task_8XNHp/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:21:52.988 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
21:21:53.378 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:21:53.379 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
21:21:53.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:53.382113 5795 mini_oidc.cc:152] Starting JWKS server
21:21:53.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:53.386300 5795 webserver.cc:460] Webserver started at http://127.0.0.1:39347/ using document root <none> and password file <none>
21:21:53.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:53.386889 5795 mini_oidc.cc:189] Starting OIDC Discovery server
21:21:53.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:53.389421 5795 webserver.cc:460] Webserver started at http://127.0.0.1:33691/ using document root <none> and password file <none>
21:21:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
21:21:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/principal' for realm 'KRBTEST.COM',
21:21:53.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
21:21:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:21:53 dist-test-slave-gjw7 krb5kdc[5814](info): setting up network...
21:21:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
21:21:53.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:21:53 dist-test-slave-gjw7 krb5kdc[5814](info): set up 2 sockets
21:21:53.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:21:53 dist-test-slave-gjw7 krb5kdc[5814](info): commencing operation
21:21:53.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
21:21:53.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:53.641491 5776 heartbeater.cc:503] Master 127.4.74.188:41797 was elected leader, sending a full tablet report...
21:21:54.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:54.730194 5795 mini_kdc.cc:121] Time spent starting KDC: real 1.315s user 0.006s sys 0.019s
21:21:54.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
21:21:54.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:21:54.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
21:21:54.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
21:21:54.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:21:54.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
21:21:54.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
21:21:54.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:21:54.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
21:21:54.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:21:54.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/test-user.keytab.
21:21:54.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/test-user.keytab.
21:21:54.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:21:54 dist-test-slave-gjw7 krb5kdc[5814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483314, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:21:54.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
21:21:54.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:21:54Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
21:21:54.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:21:54Z Disabled control of system clock
21:21:54.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.5.168.254@KRBTEST.COM; defaulting to no policy
21:21:54.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:21:54.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.5.168.254@KRBTEST.COM" created.
21:21:54.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:21:54.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.168.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kudu_127.5.168.254.keytab.
21:21:54.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.168.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kudu_127.5.168.254.keytab.
21:21:54.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:54.926468 5795 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/wal
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/data
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/logs
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/data/info.pb
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.168.254:42933
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.168.254
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kudu_127.5.168.254.keytab
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.168.254
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.168.212:39923
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.168.254:42933,127.5.168.253:34427,127.5.168.252:34781
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:21:54.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39347/jwks.json
21:21:54.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:21:55.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:55.263047 5843 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:21:55.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:55.263634 5843 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:21:55.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:55.264331 5843 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:21:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:55.296010 5843 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:21:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:55.296252 5843 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:21:55.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:55.296643 5843 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:21:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:55.296944 5843 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:21:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:55.297148 5843 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:21:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:55.297379 5843 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:21:55.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:55.297523 5843 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39347/jwks.json
21:21:55.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:55.334599 5843 master_runner.cc:386] Master server non-default flags:
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.168.212:39923
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/data
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/wal
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.168.254:42933,127.5.168.253:34427,127.5.168.252:34781
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kudu_127.5.168.254.keytab
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.168.254
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.168.254:42933
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39347/jwks.json
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/data/info.pb
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.168.254
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/logs
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:21:55.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:21:55.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:21:55.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:21:55.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:21:55.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:21:55.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:21:55.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:21:55.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:21:55.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:55.335734 5843 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:21:55.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:55.336766 5843 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:21:55.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:55.362212 5859 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:56.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:56.752483 5856 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 5843
21:21:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:56.770279 5856 kernel_stack_watchdog.cc:198] Thread 5843 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 398ms:
21:21:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:21:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:21:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:21:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:21:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:56.771416 5843 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.419s user 0.573s sys 0.839s
21:21:56.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:55.364346 5858 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:56.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:56.772038 5843 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.420s user 0.573s sys 0.839s
21:21:56.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:56.773428 5843 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:21:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:56.773648 5861 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:56.774040 5860 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1409 milliseconds
21:21:56.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:56.777834 5843 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:21:56.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:56.781282 5843 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:21:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:56.782763 5843 hybrid_clock.cc:648] HybridClock initialized: now 1786483316782737 us; error 78 us; skew 500 ppm
21:21:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:56.783845 5843 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:21:56.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:21:56 dist-test-slave-gjw7 krb5kdc[5814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483316, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.168.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:21:56.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:56.794724 5843 init.cc:377] Logged in from keytab as kudu/127.5.168.254@KRBTEST.COM (short username kudu)
21:21:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:56.800917 5843 webserver.cc:460] Webserver started at http://127.5.168.254:46195/ using document root <none> and password file <none>
21:21:56.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:56.801867 5843 fs_manager.cc:359] Metadata directory not provided
21:21:56.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:56.802052 5843 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:21:56.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:56.802438 5843 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:21:56.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:56.807505 5843 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/data/instance:
21:21:56.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95627d51291a46baa341829a44339100"
21:21:56.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:56 on dist-test-slave-gjw7"
21:21:56.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:56.808599 5843 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/wal/instance:
21:21:56.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95627d51291a46baa341829a44339100"
21:21:56.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:56 on dist-test-slave-gjw7"
21:21:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:56.817186 5843 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.009s sys 0.001s
21:21:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:56.823768 5877 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:21:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:56.825013 5843 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
21:21:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:56.825399 5843 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/data,/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/wal
21:21:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95627d51291a46baa341829a44339100"
21:21:56.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:56 on dist-test-slave-gjw7"
21:21:56.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:56.825788 5843 fs_report.cc:383] FS layout report
21:21:56.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:21:56.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/wal
21:21:56.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/wal
21:21:56.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/data/data
21:21:56.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:21:56.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:21:56.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:21:56.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:21:56.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:21:56.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:21:56.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:21:56.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:21:56.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:21:56.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:21:56.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:21:56.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:56.870992 5843 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:21:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:56.879456 5843 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:21:56.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:56.880041 5843 kserver.cc:163] Server-wide thread pool size limit: 3276
21:21:57.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:57.010640 5843 rpc_server.cc:307] RPC server started. Bound to: 127.5.168.254:42933
21:21:57.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:57.010718 5962 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.168.254:42933 every 8 connection(s)
21:21:57.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:57.013686 5843 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/data/info.pb
21:21:57.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:57.021353 5963 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:21:57.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:57.022033 5795 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu as pid 5843
21:21:57.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:57.022541 5795 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/wal/instance
21:21:57.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:57.037168 5963 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.168.254" port: 42933 } has no permanent_uuid. Determining permanent_uuid...
21:21:57.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.5.168.253@KRBTEST.COM; defaulting to no policy
21:21:57.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:21:57.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.5.168.253@KRBTEST.COM" created.
21:21:57.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:21:57 dist-test-slave-gjw7 krb5kdc[5814](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483316, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.168.254@KRBTEST.COM for kudu/127.5.168.254@KRBTEST.COM
21:21:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:21:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.168.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kudu_127.5.168.253.keytab.
21:21:57.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.168.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kudu_127.5.168.253.keytab.
21:21:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:57.078064 5795 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:21:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:21:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/wal
21:21:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/data
21:21:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:21:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:21:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:21:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:21:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:21:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:21:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/logs
21:21:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/data/info.pb
21:21:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:21:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:21:57.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.168.253:34427
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.168.253
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kudu_127.5.168.253.keytab
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.168.253
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.168.212:39923
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.168.254:42933,127.5.168.253:34427,127.5.168.252:34781
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39347/jwks.json
21:21:57.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:21:57.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:57.090193 5963 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.168.253" port: 34427 } has no permanent_uuid. Determining permanent_uuid...
21:21:57.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:57.092841 5882 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.168.253:34427: connect: Connection refused (error 111)
21:21:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:57.098367 5963 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.168.253:34427: Network error: Client connection negotiation failed: client connection to 127.5.168.253:34427: connect: Connection refused (error 111)
21:21:57.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:57.147795 5963 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.168.253" port: 34427 } attempt: 1
21:21:57.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:57.151536 5963 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.168.253:34427: Network error: Client connection negotiation failed: client connection to 127.5.168.253:34427: connect: Connection refused (error 111)
21:21:57.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:57.219928 5963 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.168.253" port: 34427 } attempt: 2
21:21:57.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:57.224056 5963 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.168.253:34427: Network error: Client connection negotiation failed: client connection to 127.5.168.253:34427: connect: Connection refused (error 111)
21:21:57.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:57.315510 5963 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.168.253" port: 34427 } attempt: 3
21:21:57.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:57.319327 5963 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.168.253:34427: Network error: Client connection negotiation failed: client connection to 127.5.168.253:34427: connect: Connection refused (error 111)
21:21:57.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:57.416792 5976 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:21:57.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:57.417477 5976 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:21:57.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:57.418167 5976 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:21:57.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:57.450790 5976 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:21:57.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:57.451054 5976 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:21:57.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:57.451433 5976 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:21:57.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:57.451726 5976 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:21:57.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:57.452003 5976 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:21:57.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:57.452280 5976 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:21:57.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:57.452481 5976 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39347/jwks.json
21:21:57.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:57.462684 5963 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.168.253" port: 34427 } attempt: 4
21:21:57.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:57.466373 5963 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.168.253:34427: Network error: Client connection negotiation failed: client connection to 127.5.168.253:34427: connect: Connection refused (error 111)
21:21:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:57.490338 5976 master_runner.cc:386] Master server non-default flags:
21:21:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:21:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.168.212:39923
21:21:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:21:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/data
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/wal
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.168.254:42933,127.5.168.253:34427,127.5.168.252:34781
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kudu_127.5.168.253.keytab
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.168.253
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.168.253:34427
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39347/jwks.json
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/data/info.pb
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.168.253
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:21:57.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/logs
21:21:57.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:21:57.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:21:57.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:21:57.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:21:57.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:21:57.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:21:57.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:21:57.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:21:57.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:21:57.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:21:57.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:57.491860 5976 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:21:57.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:57.493323 5976 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:21:57.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:57.515241 5995 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:57.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:57.765739 5963 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.168.253" port: 34427 } attempt: 5
21:21:57.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:57.772109 5963 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.168.253:34427: Network error: Client connection negotiation failed: client connection to 127.5.168.253:34427: connect: Connection refused (error 111)
21:21:58.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.319516 5963 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.168.253" port: 34427 } attempt: 6
21:21:58.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:58.326996 5963 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.168.253:34427: Network error: Client connection negotiation failed: client connection to 127.5.168.253:34427: connect: Connection refused (error 111)
21:21:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:57.515413 5994 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:58.662581 5996 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
21:21:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.663220 5976 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:21:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:57.516245 5998 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:58.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.666735 5976 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:21:58.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.669308 5976 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:21:58.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.670696 5976 hybrid_clock.cc:648] HybridClock initialized: now 1786483318670664 us; error 33 us; skew 500 ppm
21:21:58.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.671636 5976 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:21:58.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:21:58 dist-test-slave-gjw7 krb5kdc[5814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483318, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.168.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:21:58.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.677914 5976 init.cc:377] Logged in from keytab as kudu/127.5.168.253@KRBTEST.COM (short username kudu)
21:21:58.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.683449 5976 webserver.cc:460] Webserver started at http://127.5.168.253:44835/ using document root <none> and password file <none>
21:21:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.684356 5976 fs_manager.cc:359] Metadata directory not provided
21:21:58.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.684541 5976 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:21:58.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.684947 5976 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:21:58.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.690135 5976 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/data/instance:
21:21:58.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73411f5f69764ade914fea5cedf983eb"
21:21:58.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:58 on dist-test-slave-gjw7"
21:21:58.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.691294 5976 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/wal/instance:
21:21:58.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73411f5f69764ade914fea5cedf983eb"
21:21:58.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:58 on dist-test-slave-gjw7"
21:21:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.699072 5976 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.001s sys 0.007s
21:21:58.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.705880 6019 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:21:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.708346 5976 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.003s sys 0.001s
21:21:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.708658 5976 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/data,/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/wal
21:21:58.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73411f5f69764ade914fea5cedf983eb"
21:21:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:58 on dist-test-slave-gjw7"
21:21:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.708971 5976 fs_report.cc:383] FS layout report
21:21:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:21:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/wal
21:21:58.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/wal
21:21:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/data/data
21:21:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:21:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:21:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:21:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:21:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:21:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:21:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:21:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:21:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:21:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:21:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:21:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.745070 5976 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:21:58.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.751000 5976 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:21:58.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.751518 5976 kserver.cc:163] Server-wide thread pool size limit: 3276
21:21:58.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.839224 5976 rpc_server.cc:307] RPC server started. Bound to: 127.5.168.253:34427
21:21:58.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.839303 6112 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.168.253:34427 every 8 connection(s)
21:21:58.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.842319 5976 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/data/info.pb
21:21:58.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.847256 5795 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu as pid 5976
21:21:58.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.847728 5795 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/wal/instance
21:21:58.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.848533 6113 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:21:58.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.863732 6113 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.168.254" port: 42933 } has no permanent_uuid. Determining permanent_uuid...
21:21:58.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.5.168.252@KRBTEST.COM; defaulting to no policy
21:21:58.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:21:58.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.5.168.252@KRBTEST.COM" created.
21:21:58.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:21:58 dist-test-slave-gjw7 krb5kdc[5814](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483318, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.168.253@KRBTEST.COM for kudu/127.5.168.254@KRBTEST.COM
21:21:58.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:21:58.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.168.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kudu_127.5.168.252.keytab.
21:21:58.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.5.168.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kudu_127.5.168.252.keytab.
21:21:58.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.903299 6113 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.168.253" port: 34427 } has no permanent_uuid. Determining permanent_uuid...
21:21:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.906018 5795 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:21:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:21:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/wal
21:21:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/data
21:21:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:21:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:21:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:21:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:21:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:21:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:21:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/logs
21:21:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/data/info.pb
21:21:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:21:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:21:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:21:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:21:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:21:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:21:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:21:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:21:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:21:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:21:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:21:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:21:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.168.252:34781
21:21:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.168.252
21:21:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:21:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kudu_127.5.168.252.keytab
21:21:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.168.252
21:21:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:21:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:21:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:21:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.168.212:39923
21:21:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:21:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:21:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:21:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:21:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.168.254:42933,127.5.168.253:34427,127.5.168.252:34781
21:21:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:21:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39347/jwks.json
21:21:58.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:21:58.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:21:58 dist-test-slave-gjw7 krb5kdc[5814](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483318, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.168.253@KRBTEST.COM for kudu/127.5.168.253@KRBTEST.COM
21:21:58.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.932427 6113 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } has no permanent_uuid. Determining permanent_uuid...
21:21:58.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:58.934897 6024 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.168.252:34781: connect: Connection refused (error 111)
21:21:58.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:58.939133 6113 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.168.252:34781: Network error: Client connection negotiation failed: client connection to 127.5.168.252:34781: connect: Connection refused (error 111)
21:21:58.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:58.988683 6113 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } attempt: 1
21:21:58.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:58.992493 6113 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.168.252:34781: Network error: Client connection negotiation failed: client connection to 127.5.168.252:34781: connect: Connection refused (error 111)
21:21:59.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:59.060847 6113 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } attempt: 2
21:21:59.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:59.064707 6113 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.168.252:34781: Network error: Client connection negotiation failed: client connection to 127.5.168.252:34781: connect: Connection refused (error 111)
21:21:59.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:59.156229 6113 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } attempt: 3
21:21:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:59.160173 6113 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.168.252:34781: Network error: Client connection negotiation failed: client connection to 127.5.168.252:34781: connect: Connection refused (error 111)
21:21:59.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:59.246483 6131 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:21:59.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:59.247090 6131 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:21:59.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:59.247710 6131 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:21:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:59.279553 6131 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:21:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:59.279814 6131 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:21:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:59.280079 6131 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:21:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:59.280282 6131 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:21:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:59.280473 6131 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:21:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:59.280653 6131 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:21:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:59.280793 6131 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39347/jwks.json
21:21:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:59.303640 6113 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } attempt: 4
21:21:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:59.307667 6113 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.168.252:34781: Network error: Client connection negotiation failed: client connection to 127.5.168.252:34781: connect: Connection refused (error 111)
21:21:59.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:59.319209 6131 master_runner.cc:386] Master server non-default flags:
21:21:59.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:21:59.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.168.212:39923
21:21:59.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:21:59.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/data
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/wal
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.168.254:42933,127.5.168.253:34427,127.5.168.252:34781
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kudu_127.5.168.252.keytab
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.168.252
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.168.252:34781
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39347/jwks.json
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/data/info.pb
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.168.252
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/logs
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:21:59.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:21:59.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:21:59.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:21:59.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:21:59.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:21:59.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:21:59.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:21:59.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:21:59.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:21:59.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:59.320420 6131 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:21:59.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:59.321707 6131 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:21:59.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:59.342456 6143 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:21:59.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:59.387537 5963 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.168.253" port: 34427 } attempt: 7
21:21:59.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:21:59 dist-test-slave-gjw7 krb5kdc[5814](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483316, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.168.254@KRBTEST.COM for kudu/127.5.168.253@KRBTEST.COM
21:21:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:59.413380 5963 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } has no permanent_uuid. Determining permanent_uuid...
21:21:59.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:59.419252 5963 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.168.252:34781: Network error: Client connection negotiation failed: client connection to 127.5.168.252:34781: connect: Connection refused (error 111)
21:21:59.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:59.477643 5963 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } attempt: 1
21:21:59.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:59.484328 5963 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.168.252:34781: Network error: Client connection negotiation failed: client connection to 127.5.168.252:34781: connect: Connection refused (error 111)
21:21:59.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:59.565786 5963 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } attempt: 2
21:21:59.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:59.572026 5963 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.168.252:34781: Network error: Client connection negotiation failed: client connection to 127.5.168.252:34781: connect: Connection refused (error 111)
21:21:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:59.607077 6113 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } attempt: 5
21:21:59.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:59.610740 6113 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.168.252:34781: Network error: Client connection negotiation failed: client connection to 127.5.168.252:34781: connect: Connection refused (error 111)
21:21:59.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:59.657563 5963 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } attempt: 3
21:21:59.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:59.662041 5963 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.168.252:34781: Network error: Client connection negotiation failed: client connection to 127.5.168.252:34781: connect: Connection refused (error 111)
21:21:59.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:21:59.802500 5963 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } attempt: 4
21:21:59.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:59.806480 5963 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.168.252:34781: Network error: Client connection negotiation failed: client connection to 127.5.168.252:34781: connect: Connection refused (error 111)
21:22:00.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.089880 5963 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } attempt: 5
21:22:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:00.094494 5963 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.168.252:34781: Network error: Client connection negotiation failed: client connection to 127.5.168.252:34781: connect: Connection refused (error 111)
21:22:00.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.158272 6113 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } attempt: 6
21:22:00.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:00.166018 6113 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.168.252:34781: Network error: Client connection negotiation failed: client connection to 127.5.168.252:34781: connect: Connection refused (error 111)
21:22:00.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:59.343518 6150 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:22:00.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:21:59.344008 6145 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:22:00.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:00.511149 6147 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
21:22:00.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.511269 6131 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:22:00.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.512593 6131 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:22:00.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.515607 6131 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:22:00.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.517071 6131 hybrid_clock.cc:648] HybridClock initialized: now 1786483320517016 us; error 82 us; skew 500 ppm
21:22:00.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.517968 6131 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:22:00.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:22:00 dist-test-slave-gjw7 krb5kdc[5814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483320, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.168.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:22:00.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.525854 6131 init.cc:377] Logged in from keytab as kudu/127.5.168.252@KRBTEST.COM (short username kudu)
21:22:00.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.531561 6131 webserver.cc:460] Webserver started at http://127.5.168.252:37829/ using document root <none> and password file <none>
21:22:00.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.532546 6131 fs_manager.cc:359] Metadata directory not provided
21:22:00.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.532774 6131 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:22:00.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.533285 6131 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:22:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.538511 6131 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/data/instance:
21:22:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "41c25bc167504e7986877a949f84761e"
21:22:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:22:00 on dist-test-slave-gjw7"
21:22:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.539644 6131 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/wal/instance:
21:22:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "41c25bc167504e7986877a949f84761e"
21:22:00.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:22:00 on dist-test-slave-gjw7"
21:22:00.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.547817 6131 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.002s sys 0.007s
21:22:00.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.554103 6170 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:22:00.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.555215 6131 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
21:22:00.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.555562 6131 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/data,/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/wal
21:22:00.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "41c25bc167504e7986877a949f84761e"
21:22:00.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:22:00 on dist-test-slave-gjw7"
21:22:00.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.555903 6131 fs_report.cc:383] FS layout report
21:22:00.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:22:00.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/wal
21:22:00.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/wal
21:22:00.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/data/data
21:22:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:22:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:22:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:22:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:22:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:22:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:22:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:22:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:22:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:22:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:22:00.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:22:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.614895 6131 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:22:00.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.621138 6131 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:22:00.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.621881 6131 kserver.cc:163] Server-wide thread pool size limit: 3276
21:22:00.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.646911 5963 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } attempt: 6
21:22:00.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:00.655375 5963 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.5.168.252:34781: Network error: Client connection negotiation failed: client connection to 127.5.168.252:34781: connect: Connection refused (error 111)
21:22:00.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.721988 6131 rpc_server.cc:307] RPC server started. Bound to: 127.5.168.252:34781
21:22:00.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.722085 6267 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.168.252:34781 every 8 connection(s)
21:22:00.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.724762 6131 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/data/info.pb
21:22:00.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.729929 5795 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu as pid 6131
21:22:00.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.730285 5795 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/wal/instance
21:22:00.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.731535 6269 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:22:00.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.755076 6269 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.168.254" port: 42933 } has no permanent_uuid. Determining permanent_uuid...
21:22:00.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:22:00 dist-test-slave-gjw7 krb5kdc[5814](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483314, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.5.168.252@KRBTEST.COM
21:22:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:22:00 dist-test-slave-gjw7 krb5kdc[5814](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483320, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.168.252@KRBTEST.COM for kudu/127.5.168.254@KRBTEST.COM
21:22:00.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.801677 6269 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.168.253" port: 34427 } has no permanent_uuid. Determining permanent_uuid...
21:22:00.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:22:00 dist-test-slave-gjw7 krb5kdc[5814](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483314, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.5.168.253@KRBTEST.COM
21:22:00.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:22:00 dist-test-slave-gjw7 krb5kdc[5814](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483320, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.168.252@KRBTEST.COM for kudu/127.5.168.253@KRBTEST.COM
21:22:00.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.828444 6269 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } has no permanent_uuid. Determining permanent_uuid...
21:22:00.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:22:00 dist-test-slave-gjw7 krb5kdc[5814](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483314, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.5.168.254@KRBTEST.COM
21:22:00.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:22:00 dist-test-slave-gjw7 krb5kdc[5814](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483320, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.168.252@KRBTEST.COM for kudu/127.5.168.252@KRBTEST.COM
21:22:00.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.860286 5795 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
21:22:00.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.870532 6269 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: Bootstrap starting.
21:22:00.871 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:22:00.873 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
21:22:00.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.878167 6269 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: Neither blocks nor log segments found. Creating new log.
21:22:00.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.880319 6269 log.cc:824] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: Log is configured to *not* fsync() on all Append() calls
21:22:00.887 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
21:22:00.888 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
21:22:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.888162 6269 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: No bootstrap required, opened a new log
21:22:00.891 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.5.168.254"
port: 42933
}
bound_http_address {
host: "127.5.168.254"
port: 46195
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.5.168.253"
port: 34427
}
bound_http_address {
host: "127.5.168.253"
port: 44835
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.5.168.252"
port: 34781
}
bound_http_address {
host: "127.5.168.252"
port: 37829
}
}
}
21:22:00.891 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
21:22:00.892 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:22:00.892 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
21:22:00.893 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
21:22:00.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.917147 6269 raft_consensus.cc:348] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95627d51291a46baa341829a44339100" member_type: VOTER last_known_addr { host: "127.5.168.254" port: 42933 } } peers { permanent_uuid: "73411f5f69764ade914fea5cedf983eb" member_type: VOTER last_known_addr { host: "127.5.168.253" port: 34427 } } peers { permanent_uuid: "41c25bc167504e7986877a949f84761e" member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } }
21:22:00.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.918107 6269 raft_consensus.cc:374] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:22:00.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.918424 6269 raft_consensus.cc:729] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 41c25bc167504e7986877a949f84761e, State: Initialized, Role: FOLLOWER
21:22:00.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.919473 6269 consensus_queue.cc:260] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95627d51291a46baa341829a44339100" member_type: VOTER last_known_addr { host: "127.5.168.254" port: 42933 } } peers { permanent_uuid: "73411f5f69764ade914fea5cedf983eb" member_type: VOTER last_known_addr { host: "127.5.168.253" port: 34427 } } peers { permanent_uuid: "41c25bc167504e7986877a949f84761e" member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } }
21:22:00.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.922701 6296 sys_catalog.cc:455] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95627d51291a46baa341829a44339100" member_type: VOTER last_known_addr { host: "127.5.168.254" port: 42933 } } peers { permanent_uuid: "73411f5f69764ade914fea5cedf983eb" member_type: VOTER last_known_addr { host: "127.5.168.253" port: 34427 } } peers { permanent_uuid: "41c25bc167504e7986877a949f84761e" member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } } }
21:22:00.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.923663 6296 sys_catalog.cc:458] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [sys.catalog]: This master's current role is: FOLLOWER
21:22:00.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.924949 6269 sys_catalog.cc:564] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [sys.catalog]: configured and running, proceeding with master startup.
21:22:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:22:00 dist-test-slave-gjw7 krb5kdc[5814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483320, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:22:00.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
21:22:00.932 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:22:00.934 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/krb5cc
21:22:00.941 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
21:22:00.942 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/krb5cc
21:22:00.943 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
21:22:00.947 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
21:22:00.950 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
21:22:00.950 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
21:22:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:00.973924 6311 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:00.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:00.974359 6311 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:22:00 dist-test-slave-gjw7 krb5kdc[5814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483320, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:22:00.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
21:22:00.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.959681 6131 master_runner.cc:186] Error getting master registration for 127.5.168.254:42933: OK, instance_id { permanent_uuid: "95627d51291a46baa341829a44339100" instance_seqno: 1786483316972336 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:22:00.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:00.991758 6131 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:22:00.996 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:22:00.996 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/krb5cc
21:22:00.998 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
21:22:00.999 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.5.168.253:34427
21:22:01.001 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
21:22:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:01.002348 5795 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu with pid 5976
21:22:01.067 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:22:01.067 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.5.168.252:34781
21:22:01.067 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
21:22:01.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:01.067924 5795 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu with pid 6131
21:22:01.097 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:22:01.097 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.5.168.254:42933
21:22:01.097 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
21:22:01.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:01.097748 5795 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu with pid 5843
21:22:01.126 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:22:01.127 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.5.168.253:34427
21:22:01.128 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
21:22:01.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:01.130065 5795 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:22:01.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:22:01.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/wal
21:22:01.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/data
21:22:01.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:22:01.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:22:01.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:22:01.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:22:01.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:22:01.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:22:01.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/logs
21:22:01.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/data/info.pb
21:22:01.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.168.253:34427
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.168.253
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44835
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kudu_127.5.168.253.keytab
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.168.253
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.168.212:39923
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.168.254:42933,127.5.168.253:34427,127.5.168.252:34781
21:22:01.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:22:01.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39347/jwks.json
21:22:01.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:22:01.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:01.441908 6317 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:22:01.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:01.442535 6317 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:22:01.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:01.443156 6317 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:22:01.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:01.474565 6317 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:22:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:01.474807 6317 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:22:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:01.475070 6317 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:22:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:01.475271 6317 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:22:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:01.475461 6317 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:22:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:01.475638 6317 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:22:01.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:01.475780 6317 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39347/jwks.json
21:22:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:01.513810 6317 master_runner.cc:386] Master server non-default flags:
21:22:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:22:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.168.212:39923
21:22:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:22:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:22:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/data
21:22:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/wal
21:22:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:22:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:22:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.168.254:42933,127.5.168.253:34427,127.5.168.252:34781
21:22:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kudu_127.5.168.253.keytab
21:22:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.168.253
21:22:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:22:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:22:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:22:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.168.253:34427
21:22:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:22:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:22:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:22:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39347/jwks.json
21:22:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:22:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:22:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:22:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:22:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:22:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/data/info.pb
21:22:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.168.253
21:22:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44835
21:22:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:22:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:22:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:22:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:22:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:22:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/logs
21:22:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:22:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:22:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:22:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:22:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:22:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:22:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:22:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:22:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:22:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:22:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:01.514938 6317 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:22:01.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:01.515931 6317 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:22:01.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:01.535408 6327 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:22:02.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:01.535471 6330 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:22:02.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:01.536808 6317 server_base.cc:1034] running on GCE node
21:22:02.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:01.536371 6325 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:22:02.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.690162 6317 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:22:02.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.692790 6317 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:22:02.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.694178 6317 hybrid_clock.cc:648] HybridClock initialized: now 1786483322694146 us; error 46 us; skew 500 ppm
21:22:02.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.695091 6317 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:22:02.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:22:02 dist-test-slave-gjw7 krb5kdc[5814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483322, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.168.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:22:02.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.704605 6317 init.cc:377] Logged in from keytab as kudu/127.5.168.253@KRBTEST.COM (short username kudu)
21:22:02.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.709792 6317 webserver.cc:460] Webserver started at http://127.5.168.253:44835/ using document root <none> and password file <none>
21:22:02.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.710790 6317 fs_manager.cc:359] Metadata directory not provided
21:22:02.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.711069 6317 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:22:02.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.720894 6317 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.004s sys 0.002s
21:22:02.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.725529 6345 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:22:02.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.726632 6317 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
21:22:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.727015 6317 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/data,/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/wal
21:22:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "73411f5f69764ade914fea5cedf983eb"
21:22:02.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:58 on dist-test-slave-gjw7"
21:22:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.729650 6317 fs_report.cc:383] FS layout report
21:22:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:22:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/wal
21:22:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/wal
21:22:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/data/data
21:22:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:22:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:22:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:22:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:22:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:22:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:22:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:22:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:22:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:22:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:22:02.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:22:02.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.761941 6317 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:22:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.767771 6317 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:22:02.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.768275 6317 kserver.cc:163] Server-wide thread pool size limit: 3276
21:22:02.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.838057 6317 rpc_server.cc:307] RPC server started. Bound to: 127.5.168.253:34427
21:22:02.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.838192 6431 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.168.253:34427 every 8 connection(s)
21:22:02.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.841427 6317 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/data/info.pb
21:22:02.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.850560 5795 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu as pid 6317
21:22:02.851 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:22:02.851 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.5.168.252:34781
21:22:02.851 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
21:22:02.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.852295 6433 sys_catalog.cc:263] Verifying existing consensus state
21:22:02.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260811 21:22:02.853114 6433 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
21:22:02.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.853168 5795 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:22:02.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:22:02.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/wal
21:22:02.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/data
21:22:02.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:22:02.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:22:02.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:22:02.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:22:02.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:22:02.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:22:02.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/logs
21:22:02.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/data/info.pb
21:22:02.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:22:02.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:22:02.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:22:02.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:22:02.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:22:02.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:22:02.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:22:02.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:22:02.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:22:02.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:22:02.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:22:02.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:22:02.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.168.252:34781
21:22:02.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.168.252
21:22:02.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37829
21:22:02.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kudu_127.5.168.252.keytab
21:22:02.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.168.252
21:22:02.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:22:02.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:22:02.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:22:02.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.168.212:39923
21:22:02.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:22:02.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:22:02.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:22:02.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:22:02.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.168.254:42933,127.5.168.253:34427,127.5.168.252:34781
21:22:02.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:22:02.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39347/jwks.json
21:22:02.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:22:02.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.853572 6317 master.cc:537] Master@127.5.168.253:34427 shutting down...
21:22:02.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:02.921669 6317 master.cc:552] Master@127.5.168.253:34427 shutdown complete.
21:22:02.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
21:22:02.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:02.974045 5770 debug-util.cc:398] Leaking SignalData structure 0x7b08000af1e0 after lost signal to thread 5514
21:22:02.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:02.975003 5770 debug-util.cc:398] Leaking SignalData structure 0x7b08000afca0 after lost signal to thread 5775
21:22:03.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:03.075131 5227 debug-util.cc:398] Leaking SignalData structure 0x7b08000bde00 after lost signal to thread 5005
21:22:03.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:03.076277 5227 debug-util.cc:398] Leaking SignalData structure 0x7b08000bb900 after lost signal to thread 5232
21:22:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:03.250584 6439 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:22:03.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:03.251405 6439 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:22:03.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:03.252453 6439 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:22:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:03.307343 6439 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:22:03.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:03.307679 6439 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:22:03.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:03.308133 6439 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:22:03.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:03.308465 6439 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:22:03.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:03.308786 6439 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:22:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:03.309096 6439 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:22:03.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:03.309357 6439 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39347/jwks.json
21:22:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:03.372620 6439 master_runner.cc:386] Master server non-default flags:
21:22:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:22:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.168.212:39923
21:22:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:22:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:22:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/data
21:22:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/wal
21:22:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:22:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:22:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.168.254:42933,127.5.168.253:34427,127.5.168.252:34781
21:22:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kudu_127.5.168.252.keytab
21:22:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.168.252
21:22:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:22:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:22:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:22:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.168.252:34781
21:22:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:22:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:22:03.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:22:03.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39347/jwks.json
21:22:03.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:22:03.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:22:03.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:22:03.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:22:03.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:22:03.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/data/info.pb
21:22:03.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.168.252
21:22:03.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37829
21:22:03.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:22:03.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:22:03.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:22:03.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:22:03.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:22:03.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/logs
21:22:03.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:22:03.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:22:03.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:22:03.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:22:03.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:22:03.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:22:03.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:22:03.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:22:03.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:22:03.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:22:03.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:03.376857 6439 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:22:03.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:03.378484 6439 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:22:03.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:03.404695 6451 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:22:05.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:04.799655 6447 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 6439
21:22:05.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:05.897745 6439 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.494s user 0.002s sys 0.000s
21:22:05.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:05.899461 6439 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.496s user 0.002s sys 0.000s
21:22:05.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:05.899612 6452 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2491 milliseconds
21:22:05.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:03.405535 6449 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:22:05.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:05.905213 6439 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:22:05.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:05.905956 6453 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:22:05.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:05.907671 6439 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:22:05.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:05.919637 6439 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:22:05.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:05.921332 6439 hybrid_clock.cc:648] HybridClock initialized: now 1786483325921154 us; error 164 us; skew 500 ppm
21:22:05.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:05.922458 6439 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:22:05.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:22:05 dist-test-slave-gjw7 krb5kdc[5814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483325, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.168.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:22:05.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:05.930490 6439 init.cc:377] Logged in from keytab as kudu/127.5.168.252@KRBTEST.COM (short username kudu)
21:22:05.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:05.937815 6439 webserver.cc:460] Webserver started at http://127.5.168.252:37829/ using document root <none> and password file <none>
21:22:05.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:05.939085 6439 fs_manager.cc:359] Metadata directory not provided
21:22:05.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:05.939570 6439 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:22:05.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:05.951097 6439 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.007s sys 0.001s
21:22:05.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:05.956954 6464 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:22:05.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:05.958364 6439 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
21:22:05.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:05.958770 6439 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/data,/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/wal
21:22:05.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "41c25bc167504e7986877a949f84761e"
21:22:05.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:22:00 on dist-test-slave-gjw7"
21:22:05.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:05.962183 6439 fs_report.cc:383] FS layout report
21:22:05.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:22:05.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/wal
21:22:05.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/wal
21:22:05.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/data/data
21:22:05.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:22:05.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:22:05.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:22:05.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:22:05.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:22:05.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:22:05.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:22:05.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:22:05.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:22:05.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:22:05.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:22:06.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.013803 6439 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:22:06.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.019541 6439 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:22:06.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.019958 6439 kserver.cc:163] Server-wide thread pool size limit: 3276
21:22:06.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.101056 6439 rpc_server.cc:307] RPC server started. Bound to: 127.5.168.252:34781
21:22:06.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.101177 6564 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.168.252:34781 every 8 connection(s)
21:22:06.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.104431 6439 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-2/data/info.pb
21:22:06.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.114418 5795 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu as pid 6439
21:22:06.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.115347 6568 sys_catalog.cc:263] Verifying existing consensus state
21:22:06.115 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:22:06.116 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.5.168.254:42933
21:22:06.116 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
21:22:06.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.117578 5795 external_mini_cluster.cc:1326] Running /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:22:06.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/wal
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/data
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/logs
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/data/info.pb
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.168.254:42933
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.168.254
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46195
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kudu_127.5.168.254.keytab
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.168.254
21:22:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:22:06.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:22:06.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:22:06.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.168.212:39923
21:22:06.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:22:06.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:22:06.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:22:06.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:22:06.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.168.254:42933,127.5.168.253:34427,127.5.168.252:34781
21:22:06.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:22:06.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39347/jwks.json
21:22:06.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:22:06.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.122015 6568 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: Bootstrap starting.
21:22:06.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.165478 6568 log.cc:824] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: Log is configured to *not* fsync() on all Append() calls
21:22:06.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.170553 6568 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
21:22:06.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.171458 6568 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: Bootstrap complete.
21:22:06.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.205960 6568 raft_consensus.cc:348] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95627d51291a46baa341829a44339100" member_type: VOTER last_known_addr { host: "127.5.168.254" port: 42933 } } peers { permanent_uuid: "73411f5f69764ade914fea5cedf983eb" member_type: VOTER last_known_addr { host: "127.5.168.253" port: 34427 } } peers { permanent_uuid: "41c25bc167504e7986877a949f84761e" member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } }
21:22:06.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.209378 6568 raft_consensus.cc:374] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:22:06.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.209697 6568 raft_consensus.cc:729] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 41c25bc167504e7986877a949f84761e, State: Initialized, Role: FOLLOWER
21:22:06.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.210652 6568 consensus_queue.cc:260] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95627d51291a46baa341829a44339100" member_type: VOTER last_known_addr { host: "127.5.168.254" port: 42933 } } peers { permanent_uuid: "73411f5f69764ade914fea5cedf983eb" member_type: VOTER last_known_addr { host: "127.5.168.253" port: 34427 } } peers { permanent_uuid: "41c25bc167504e7986877a949f84761e" member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } }
21:22:06.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.213502 6575 sys_catalog.cc:455] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95627d51291a46baa341829a44339100" member_type: VOTER last_known_addr { host: "127.5.168.254" port: 42933 } } peers { permanent_uuid: "73411f5f69764ade914fea5cedf983eb" member_type: VOTER last_known_addr { host: "127.5.168.253" port: 34427 } } peers { permanent_uuid: "41c25bc167504e7986877a949f84761e" member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } } }
21:22:06.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.214191 6575 sys_catalog.cc:458] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [sys.catalog]: This master's current role is: FOLLOWER
21:22:06.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.215255 6568 sys_catalog.cc:564] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [sys.catalog]: configured and running, proceeding with master startup.
21:22:06.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:06.247522 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:06.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:06.247829 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:06.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.250270 6439 master_runner.cc:186] Error getting master registration for 127.5.168.254:42933: Network error: Client connection negotiation failed: client connection to 127.5.168.254:42933: connect: Connection refused (error 111),
21:22:06.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.270572 6439 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:22:06.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:06.275954 6470 tablet.cc:2369] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:22:06.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:06.533686 6571 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:22:06.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:06.534380 6571 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:22:06.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:06.535075 6571 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:22:06.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:06.577672 6571 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:22:06.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:06.577934 6571 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:22:06.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:06.578364 6571 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:22:06.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:06.578667 6571 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:22:06.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:06.578965 6571 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:22:06.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:06.579255 6571 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:22:06.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:06.579473 6571 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:39347/jwks.json
21:22:06.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.620818 6571 master_runner.cc:386] Master server non-default flags:
21:22:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:22:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.5.168.212:39923
21:22:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:22:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:22:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/data
21:22:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/wal
21:22:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:22:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:22:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.5.168.254:42933,127.5.168.253:34427,127.5.168.252:34781
21:22:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/krb5kdc/kudu_127.5.168.254.keytab
21:22:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.5.168.254
21:22:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:22:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:22:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:22:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.5.168.254:42933
21:22:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:22:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:22:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:22:06.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39347/jwks.json
21:22:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:22:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:22:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:22:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:22:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:22:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/data/info.pb
21:22:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.5.168.254
21:22:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46195
21:22:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:22:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:22:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:22:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:22:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:22:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/logs
21:22:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:22:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:22:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:22:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:22:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:22:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:22:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:22:06.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:22:06.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:22:06.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:22:06.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.622334 6571 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:22:06.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.623862 6571 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:22:06.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:06.643122 6604 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:22:06.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.698704 6575 raft_consensus.cc:482] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:22:06.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.699273 6575 raft_consensus.cc:504] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95627d51291a46baa341829a44339100" member_type: VOTER last_known_addr { host: "127.5.168.254" port: 42933 } } peers { permanent_uuid: "73411f5f69764ade914fea5cedf983eb" member_type: VOTER last_known_addr { host: "127.5.168.253" port: 34427 } } peers { permanent_uuid: "41c25bc167504e7986877a949f84761e" member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } }
21:22:06.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:06.703958 6467 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.168.254:42933: connect: Connection refused (error 111)
21:22:06.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.706717 6575 leader_election.cc:288] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 95627d51291a46baa341829a44339100 (127.5.168.254:42933), 73411f5f69764ade914fea5cedf983eb (127.5.168.253:34427)
21:22:06.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:06.717116 6467 leader_election.cc:334] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 95627d51291a46baa341829a44339100 (127.5.168.254:42933): Network error: Client connection negotiation failed: client connection to 127.5.168.254:42933: connect: Connection refused (error 111)
21:22:06.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:06.719165 6467 leader_election.cc:334] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 73411f5f69764ade914fea5cedf983eb (127.5.168.253:34427): Network error: Client connection negotiation failed: client connection to 127.5.168.253:34427: connect: Connection refused (error 111)
21:22:06.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.719630 6467 leader_election.cc:302] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 41c25bc167504e7986877a949f84761e; no voters: 73411f5f69764ade914fea5cedf983eb, 95627d51291a46baa341829a44339100
21:22:06.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.720767 6575 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:22:07.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:07.252885 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:07.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:07.253309 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:07.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:06.643848 6602 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:22:07.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:06.644136 6610 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:22:07.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:06.645489 6571 server_base.cc:1034] running on GCE node
21:22:07.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:07.851290 6571 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:22:07.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:07.854213 6571 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:22:07.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:07.855638 6571 hybrid_clock.cc:648] HybridClock initialized: now 1786483327855583 us; error 77 us; skew 500 ppm
21:22:07.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:07.856473 6571 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:22:07.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:22:07 dist-test-slave-gjw7 krb5kdc[5814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483327, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.168.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:22:07.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:07.867873 6571 init.cc:377] Logged in from keytab as kudu/127.5.168.254@KRBTEST.COM (short username kudu)
21:22:07.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:07.875164 6571 webserver.cc:460] Webserver started at http://127.5.168.254:46195/ using document root <none> and password file <none>
21:22:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:07.876471 6571 fs_manager.cc:359] Metadata directory not provided
21:22:07.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:07.876863 6571 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:22:07.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:07.894934 6571 fs_manager.cc:709] Time spent opening directory manager: real 0.014s user 0.014s sys 0.000s
21:22:07.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:07.901141 6631 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:22:07.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:07.902498 6571 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
21:22:07.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:07.902865 6571 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/data,/tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/wal
21:22:07.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95627d51291a46baa341829a44339100"
21:22:07.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:21:56 on dist-test-slave-gjw7"
21:22:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:07.905498 6571 fs_report.cc:383] FS layout report
21:22:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:22:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/wal
21:22:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/wal
21:22:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/data/data
21:22:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:22:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:22:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:22:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:22:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:22:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:22:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:22:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:22:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:22:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:22:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:22:07.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:07.943972 6571 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:22:07.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:07.949630 6571 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:22:07.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:07.950100 6571 kserver.cc:163] Server-wide thread pool size limit: 3276
21:22:08.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:08.037588 6571 rpc_server.cc:307] RPC server started. Bound to: 127.5.168.254:42933
21:22:08.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:08.037740 6726 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.5.168.254:42933 every 8 connection(s)
21:22:08.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:08.040921 6571 server_base.cc:1166] Dumped server information to /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/data/info.pb
21:22:08.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:08.050909 5795 external_mini_cluster.cc:1388] Started /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu as pid 6571
21:22:08.052 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:22:08.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:08.062150 6727 sys_catalog.cc:263] Verifying existing consensus state
21:22:08.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260811 21:22:08.063388 6727 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
21:22:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:08.077742 6571 master.cc:537] Master@127.5.168.254:42933 shutting down...
21:22:08.137 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.168.253:34427(127.5.168.253:34427)] connecting to peer
21:22:08.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:08.185520 6571 master.cc:552] Master@127.5.168.254:42933 shutdown complete.
21:22:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task_8XNHp/test-tmp/mini-kudu-cluster8122083866151267587/master-0/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
21:22:08.214 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.168.252:34781(127.5.168.252:34781)] connecting to peer
21:22:08.215 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.5.168.254:42933(127.5.168.254:42933)] connecting to peer
21:22:08.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:08.256691 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:08.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:08.256944 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:08.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:08.271883 6737 raft_consensus.cc:482] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:22:08.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:08.273663 6737 raft_consensus.cc:504] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95627d51291a46baa341829a44339100" member_type: VOTER last_known_addr { host: "127.5.168.254" port: 42933 } } peers { permanent_uuid: "73411f5f69764ade914fea5cedf983eb" member_type: VOTER last_known_addr { host: "127.5.168.253" port: 34427 } } peers { permanent_uuid: "41c25bc167504e7986877a949f84761e" member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } }
21:22:08.277 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.5.168.252:34781(127.5.168.252:34781)] Successfully connected to peer
21:22:08.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:08.277894 6737 leader_election.cc:288] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 95627d51291a46baa341829a44339100 (127.5.168.254:42933), 73411f5f69764ade914fea5cedf983eb (127.5.168.253:34427)
21:22:08.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:08.285619 6467 leader_election.cc:334] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 95627d51291a46baa341829a44339100 (127.5.168.254:42933): Network error: Client connection negotiation failed: client connection to 127.5.168.254:42933: connect: Connection refused (error 111)
21:22:08.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:08.286243 6467 leader_election.cc:334] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 73411f5f69764ade914fea5cedf983eb (127.5.168.253:34427): Network error: Client connection negotiation failed: client connection to 127.5.168.253:34427: connect: Connection refused (error 111)
21:22:08.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:08.286712 6467 leader_election.cc:302] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 41c25bc167504e7986877a949f84761e; no voters: 73411f5f69764ade914fea5cedf983eb, 95627d51291a46baa341829a44339100
21:22:08.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:08.287454 6737 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:22:08.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.253:34427(127.5.168.253:34427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.253:34427: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.254:42933(127.5.168.254:42933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.294 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.254:42933: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:08.343215 5227 debug-util.cc:398] Leaking SignalData structure 0x7b08000aebc0 after lost signal to thread 5005
21:22:08.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:08.344333 5227 debug-util.cc:398] Leaking SignalData structure 0x7b08000bba60 after lost signal to thread 5232
21:22:08.359 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
21:22:08.370 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.5.168.252
21:22:08.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:22:08 dist-test-slave-gjw7 krb5kdc[5814](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483320, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.5.168.252@KRBTEST.COM
21:22:08.592 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9ee39b35, L:/127.0.0.1:57826 - R:/127.5.168.252:34781] using SASL/GSSAPI
21:22:08.608 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933; will retry
21:22:08.626 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.253:34427(127.5.168.253:34427)] connecting to peer
21:22:08.629 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.254:42933(127.5.168.254:42933)] connecting to peer
21:22:08.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.254:42933(127.5.168.254:42933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.254:42933: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.168.253:34427(127.5.168.253:34427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.253:34427: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.636 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933; will retry
21:22:08.644 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.253:34427(127.5.168.253:34427)] connecting to peer
21:22:08.646 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.254:42933(127.5.168.254:42933)] connecting to peer
21:22:08.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.168.253:34427(127.5.168.253:34427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.254:42933(127.5.168.254:42933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.253:34427: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.254:42933: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.651 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933; will retry
21:22:08.665 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.253:34427(127.5.168.253:34427)] connecting to peer
21:22:08.666 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.254:42933(127.5.168.254:42933)] connecting to peer
21:22:08.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.254:42933(127.5.168.254:42933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.254:42933: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.168.253:34427(127.5.168.253:34427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.253:34427: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933; will retry
21:22:08.684 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.253:34427(127.5.168.253:34427)] connecting to peer
21:22:08.686 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.254:42933(127.5.168.254:42933)] connecting to peer
21:22:08.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.168.253:34427(127.5.168.253:34427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.254:42933(127.5.168.254:42933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.253:34427: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.254:42933: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933; will retry
21:22:08.725 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.253:34427(127.5.168.253:34427)] connecting to peer
21:22:08.726 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.254:42933(127.5.168.254:42933)] connecting to peer
21:22:08.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.254:42933(127.5.168.254:42933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.729 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.168.253:34427(127.5.168.253:34427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.253:34427: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.254:42933: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933; will retry
21:22:08.744 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.253:34427(127.5.168.253:34427)] connecting to peer
21:22:08.746 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.254:42933(127.5.168.254:42933)] connecting to peer
21:22:08.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.254:42933(127.5.168.254:42933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.168.253:34427(127.5.168.253:34427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.254:42933: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.253:34427: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933; will retry
21:22:08.824 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.253:34427(127.5.168.253:34427)] connecting to peer
21:22:08.827 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.254:42933(127.5.168.254:42933)] connecting to peer
21:22:08.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.254:42933(127.5.168.254:42933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.254:42933: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.168.253:34427(127.5.168.253:34427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.253:34427: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.833 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933; will retry
21:22:08.945 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.253:34427(127.5.168.253:34427)] connecting to peer
21:22:08.946 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.254:42933(127.5.168.254:42933)] connecting to peer
21:22:08.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.254:42933(127.5.168.254:42933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.168.253:34427(127.5.168.253:34427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.254:42933: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:08.949 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.253:34427: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:08.951 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933; will retry
21:22:09.185 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.253:34427(127.5.168.253:34427)] connecting to peer
21:22:09.187 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.254:42933(127.5.168.254:42933)] connecting to peer
21:22:09.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:09.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.254:42933(127.5.168.254:42933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:09.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:09.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.168.253:34427(127.5.168.253:34427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:09.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.254:42933: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:09.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.253:34427: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:09.192 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933; will retry
21:22:09.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:09.259714 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:09.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:09.259994 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:09.745 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.253:34427(127.5.168.253:34427)] connecting to peer
21:22:09.747 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.254:42933(127.5.168.254:42933)] connecting to peer
21:22:09.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:09.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.168.253:34427(127.5.168.253:34427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:09.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.253:34427: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:09.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:09.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.254:42933(127.5.168.254:42933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:09.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.254:42933: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:09.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933; will retry
21:22:10.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:10.248752 6751 raft_consensus.cc:482] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:22:10.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:10.249181 6751 raft_consensus.cc:504] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95627d51291a46baa341829a44339100" member_type: VOTER last_known_addr { host: "127.5.168.254" port: 42933 } } peers { permanent_uuid: "73411f5f69764ade914fea5cedf983eb" member_type: VOTER last_known_addr { host: "127.5.168.253" port: 34427 } } peers { permanent_uuid: "41c25bc167504e7986877a949f84761e" member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } }
21:22:10.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:10.250706 6751 leader_election.cc:288] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 95627d51291a46baa341829a44339100 (127.5.168.254:42933), 73411f5f69764ade914fea5cedf983eb (127.5.168.253:34427)
21:22:10.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:10.259016 6467 leader_election.cc:334] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 95627d51291a46baa341829a44339100 (127.5.168.254:42933): Network error: Client connection negotiation failed: client connection to 127.5.168.254:42933: connect: Connection refused (error 111)
21:22:10.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:10.259613 6467 leader_election.cc:334] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 73411f5f69764ade914fea5cedf983eb (127.5.168.253:34427): Network error: Client connection negotiation failed: client connection to 127.5.168.253:34427: connect: Connection refused (error 111)
21:22:10.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:10.259893 6467 leader_election.cc:302] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 41c25bc167504e7986877a949f84761e; no voters: 73411f5f69764ade914fea5cedf983eb, 95627d51291a46baa341829a44339100
21:22:10.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:10.260497 6751 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:22:10.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:10.262894 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:10.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:10.263111 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:11.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:11.266341 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:11.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:11.266639 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:11.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:11.273381 6439 master_runner.cc:186] Error getting master registration for 127.5.168.254:42933: Network error: Client connection negotiation failed: client connection to 127.5.168.254:42933: connect: Connection refused (error 111),
21:22:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:11.273788 6439 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:22:11.445 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.253:34427(127.5.168.253:34427)] connecting to peer
21:22:11.447 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.254:42933(127.5.168.254:42933)] connecting to peer
21:22:11.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:11.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:11.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.168.253:34427(127.5.168.253:34427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:11.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.254:42933(127.5.168.254:42933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:11.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.253:34427: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:11.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.254:42933: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:11.451 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933; will retry
21:22:12.244 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.253:34427(127.5.168.253:34427)] connecting to peer
21:22:12.246 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.254:42933(127.5.168.254:42933)] connecting to peer
21:22:12.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:12.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:12.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.254:42933(127.5.168.254:42933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:12.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.168.253:34427(127.5.168.253:34427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:12.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.254:42933: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:12.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.253:34427: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:12.249 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933; will retry
21:22:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:12.269605 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:12.269896 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:12.842337 6759 raft_consensus.cc:482] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:22:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:12.842772 6759 raft_consensus.cc:504] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95627d51291a46baa341829a44339100" member_type: VOTER last_known_addr { host: "127.5.168.254" port: 42933 } } peers { permanent_uuid: "73411f5f69764ade914fea5cedf983eb" member_type: VOTER last_known_addr { host: "127.5.168.253" port: 34427 } } peers { permanent_uuid: "41c25bc167504e7986877a949f84761e" member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } }
21:22:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:12.844425 6759 leader_election.cc:288] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 95627d51291a46baa341829a44339100 (127.5.168.254:42933), 73411f5f69764ade914fea5cedf983eb (127.5.168.253:34427)
21:22:12.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:12.846706 6467 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.168.254:42933: connect: Connection refused (error 111) [suppressed 5 similar messages]
21:22:12.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:12.849557 6467 leader_election.cc:334] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 95627d51291a46baa341829a44339100 (127.5.168.254:42933): Network error: Client connection negotiation failed: client connection to 127.5.168.254:42933: connect: Connection refused (error 111)
21:22:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:12.850147 6467 leader_election.cc:334] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 73411f5f69764ade914fea5cedf983eb (127.5.168.253:34427): Network error: Client connection negotiation failed: client connection to 127.5.168.253:34427: connect: Connection refused (error 111)
21:22:12.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:12.850461 6467 leader_election.cc:302] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 41c25bc167504e7986877a949f84761e; no voters: 73411f5f69764ade914fea5cedf983eb, 95627d51291a46baa341829a44339100
21:22:12.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:12.850972 6759 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:22:13.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:13.274121 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:13.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:13.274509 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:14.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:14.277673 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:14.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:14.277966 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:14.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:14.558739 6768 raft_consensus.cc:482] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:22:14.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:14.559254 6768 raft_consensus.cc:504] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95627d51291a46baa341829a44339100" member_type: VOTER last_known_addr { host: "127.5.168.254" port: 42933 } } peers { permanent_uuid: "73411f5f69764ade914fea5cedf983eb" member_type: VOTER last_known_addr { host: "127.5.168.253" port: 34427 } } peers { permanent_uuid: "41c25bc167504e7986877a949f84761e" member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } }
21:22:14.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:14.561110 6768 leader_election.cc:288] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 95627d51291a46baa341829a44339100 (127.5.168.254:42933), 73411f5f69764ade914fea5cedf983eb (127.5.168.253:34427)
21:22:14.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:14.567966 6467 leader_election.cc:334] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 95627d51291a46baa341829a44339100 (127.5.168.254:42933): Network error: Client connection negotiation failed: client connection to 127.5.168.254:42933: connect: Connection refused (error 111)
21:22:14.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:14.568527 6467 leader_election.cc:334] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 73411f5f69764ade914fea5cedf983eb (127.5.168.253:34427): Network error: Client connection negotiation failed: client connection to 127.5.168.253:34427: connect: Connection refused (error 111)
21:22:14.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:14.568794 6467 leader_election.cc:302] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 41c25bc167504e7986877a949f84761e; no voters: 73411f5f69764ade914fea5cedf983eb, 95627d51291a46baa341829a44339100
21:22:14.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:14.569372 6768 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:22:14.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:14.718222 5770 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9b80 after lost signal to thread 5514
21:22:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:14.719358 5770 debug-util.cc:398] Leaking SignalData structure 0x7b08000b98e0 after lost signal to thread 5775
21:22:15.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:15.280876 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:15.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:15.281152 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:15.664 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.253:34427(127.5.168.253:34427)] connecting to peer
21:22:15.666 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.254:42933(127.5.168.254:42933)] connecting to peer
21:22:15.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:15.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.254:42933(127.5.168.254:42933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:15.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.254:42933: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:15.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:15.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.168.253:34427(127.5.168.253:34427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:15.669 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.253:34427: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:15.670 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933; will retry
21:22:15.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:22:15 dist-test-slave-gjw7 krb5kdc[5814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483335, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.168.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:22:15.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:15.935472 6458 init.cc:295] Successfully reacquired a new kerberos TGT
21:22:16.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:16.276603 6439 master_runner.cc:186] Error getting master registration for 127.5.168.254:42933: Network error: Client connection negotiation failed: client connection to 127.5.168.254:42933: connect: Connection refused (error 111),
21:22:16.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:16.277016 6439 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:22:16.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:16.284219 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:16.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:16.284487 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:17.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:17.287935 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:17.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:17.288190 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:17.505 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.253:34427(127.5.168.253:34427)] connecting to peer
21:22:17.507 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.254:42933(127.5.168.254:42933)] connecting to peer
21:22:17.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:17.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:17.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.254:42933(127.5.168.254:42933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:17.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.168.253:34427(127.5.168.253:34427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:17.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.254:42933: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:17.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.253:34427: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:17.511 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933; will retry
21:22:18.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:18.291010 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:18.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:18.291286 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:18.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:18.518537 6788 raft_consensus.cc:482] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:22:18.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:18.518968 6788 raft_consensus.cc:504] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95627d51291a46baa341829a44339100" member_type: VOTER last_known_addr { host: "127.5.168.254" port: 42933 } } peers { permanent_uuid: "73411f5f69764ade914fea5cedf983eb" member_type: VOTER last_known_addr { host: "127.5.168.253" port: 34427 } } peers { permanent_uuid: "41c25bc167504e7986877a949f84761e" member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } }
21:22:18.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:18.520570 6788 leader_election.cc:288] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 95627d51291a46baa341829a44339100 (127.5.168.254:42933), 73411f5f69764ade914fea5cedf983eb (127.5.168.253:34427)
21:22:18.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:18.523111 6467 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.168.254:42933: connect: Connection refused (error 111) [suppressed 3 similar messages]
21:22:18.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:18.526286 6467 leader_election.cc:334] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 95627d51291a46baa341829a44339100 (127.5.168.254:42933): Network error: Client connection negotiation failed: client connection to 127.5.168.254:42933: connect: Connection refused (error 111)
21:22:18.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:18.526729 6467 leader_election.cc:334] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 73411f5f69764ade914fea5cedf983eb (127.5.168.253:34427): Network error: Client connection negotiation failed: client connection to 127.5.168.253:34427: connect: Connection refused (error 111)
21:22:18.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:18.527007 6467 leader_election.cc:302] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 41c25bc167504e7986877a949f84761e; no voters: 73411f5f69764ade914fea5cedf983eb, 95627d51291a46baa341829a44339100
21:22:18.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:18.527820 6788 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:22:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:19.294117 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:19.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:19.294385 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:20.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:20.297163 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:20.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:20.297513 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:21.005 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.253:34427(127.5.168.253:34427)] connecting to peer
21:22:21.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:21.007 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.254:42933(127.5.168.254:42933)] connecting to peer
21:22:21.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.168.253:34427(127.5.168.253:34427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:21.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.253:34427: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:21.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:21.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.254:42933(127.5.168.254:42933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:21.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.254:42933: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:21.011 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933; will retry
21:22:21.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:21.279757 6439 master_runner.cc:186] Error getting master registration for 127.5.168.254:42933: Network error: Client connection negotiation failed: client connection to 127.5.168.254:42933: connect: Connection refused (error 111),
21:22:21.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:21.280134 6439 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:22:21.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:21.300333 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:21.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:21.300616 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:22.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:22.303439 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:22.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:22.303704 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:23.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:23.307583 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:23.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:23.307950 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:23.405 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.253:34427(127.5.168.253:34427)] connecting to peer
21:22:23.407 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.254:42933(127.5.168.254:42933)] connecting to peer
21:22:23.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:23.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:23.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.168.253:34427(127.5.168.253:34427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:23.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.254:42933(127.5.168.254:42933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:23.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.254:42933: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:23.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.253:34427: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:23.412 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933; will retry
21:22:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:24.310815 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:24.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:24.311084 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:25.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:25.313894 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:25.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:25.314158 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:22:25 dist-test-slave-gjw7 krb5kdc[5814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483345, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.168.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:22:25.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:25.937917 6458 init.cc:295] Successfully reacquired a new kerberos TGT
21:22:26.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:26.283519 6439 master_runner.cc:186] Error getting master registration for 127.5.168.254:42933: Network error: Client connection negotiation failed: client connection to 127.5.168.254:42933: connect: Connection refused (error 111),
21:22:26.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:26.283959 6439 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:22:26.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:26.317094 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:26.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:26.317392 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:26.564 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.253:34427(127.5.168.253:34427)] connecting to peer
21:22:26.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:26.566 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.254:42933(127.5.168.254:42933)] connecting to peer
21:22:26.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.168.253:34427(127.5.168.253:34427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:26.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.253:34427: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:26.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:26.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.254:42933(127.5.168.254:42933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:26.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.254:42933: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:26.571 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933; will retry
21:22:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:27.320312 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:27.320565 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:27.644 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.253:34427(127.5.168.253:34427)] connecting to peer
21:22:27.646 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.254:42933(127.5.168.254:42933)] connecting to peer
21:22:27.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:27.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:27.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.254:42933(127.5.168.254:42933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:27.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.168.253:34427(127.5.168.253:34427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:27.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.254:42933: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:27.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.253:34427: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:27.650 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933; will retry
21:22:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:28.323462 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:28.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:28.323730 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:29.325 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.253:34427(127.5.168.253:34427)] connecting to peer
21:22:29.327 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.254:42933(127.5.168.254:42933)] connecting to peer
21:22:29.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:29.327353 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:29.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:29.327845 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:29.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:29.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.168.253:34427(127.5.168.253:34427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:29.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.253:34427: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:29.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:29.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.254:42933(127.5.168.254:42933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:29.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.254:42933: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:29.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933; will retry
21:22:30.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:30.330981 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:30.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:30.331236 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:30.548926 6825 raft_consensus.cc:482] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:22:30.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:30.549474 6825 raft_consensus.cc:504] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "95627d51291a46baa341829a44339100" member_type: VOTER last_known_addr { host: "127.5.168.254" port: 42933 } } peers { permanent_uuid: "73411f5f69764ade914fea5cedf983eb" member_type: VOTER last_known_addr { host: "127.5.168.253" port: 34427 } } peers { permanent_uuid: "41c25bc167504e7986877a949f84761e" member_type: VOTER last_known_addr { host: "127.5.168.252" port: 34781 } }
21:22:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:30.551242 6825 leader_election.cc:288] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 95627d51291a46baa341829a44339100 (127.5.168.254:42933), 73411f5f69764ade914fea5cedf983eb (127.5.168.253:34427)
21:22:30.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:30.553869 6467 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.5.168.254:42933: connect: Connection refused (error 111) [suppressed 1 similar messages]
21:22:30.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:30.556977 6467 leader_election.cc:334] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 95627d51291a46baa341829a44339100 (127.5.168.254:42933): Network error: Client connection negotiation failed: client connection to 127.5.168.254:42933: connect: Connection refused (error 111)
21:22:30.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:30.557595 6467 leader_election.cc:334] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 73411f5f69764ade914fea5cedf983eb (127.5.168.253:34427): Network error: Client connection negotiation failed: client connection to 127.5.168.253:34427: connect: Connection refused (error 111)
21:22:30.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:30.557868 6467 leader_election.cc:302] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 41c25bc167504e7986877a949f84761e; no voters: 73411f5f69764ade914fea5cedf983eb, 95627d51291a46baa341829a44339100
21:22:30.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:30.558403 6825 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
21:22:31.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:31.286648 6439 master_runner.cc:186] Error getting master registration for 127.5.168.254:42933: Network error: Client connection negotiation failed: client connection to 127.5.168.254:42933: connect: Connection refused (error 111),
21:22:31.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:31.287062 6439 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:22:31.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:31.334010 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:31.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:31.334276 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:32.225 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.253:34427(127.5.168.253:34427)] connecting to peer
21:22:32.226 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.254:42933(127.5.168.254:42933)] connecting to peer
21:22:32.227 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:32.227 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.168.253:34427(127.5.168.253:34427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:32.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.253:34427: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:32.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:32.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.254:42933(127.5.168.254:42933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:32.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.254:42933: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:32.230 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933; will retry
21:22:32.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:32.336998 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:32.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:32.337255 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:33.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:33.341184 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:33.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:33.341566 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:34.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:34.175110 4554 debug-util.cc:398] Leaking SignalData structure 0x7b0800082b20 after lost signal to thread 4418
21:22:34.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:34.175802 4554 debug-util.cc:398] Leaking SignalData structure 0x7b08000b01e0 after lost signal to thread 4559
21:22:34.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:34.344388 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:34.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:34.344650 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:34.685 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.253:34427(127.5.168.253:34427)] connecting to peer
21:22:34.686 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.254:42933(127.5.168.254:42933)] connecting to peer
21:22:34.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:34.688 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.168.253:34427(127.5.168.253:34427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:34.688 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.253:34427: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:34.689 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:34.689 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.254:42933(127.5.168.254:42933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:34.689 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.254:42933: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:34.692 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933; will retry
21:22:35.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:35.348683 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:35.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:35.349058 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:35.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:22:35 dist-test-slave-gjw7 krb5kdc[5814](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786483355, etypes {rep=17 tkt=17 ses=17}, kudu/127.5.168.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:22:35.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:35.940444 6458 init.cc:295] Successfully reacquired a new kerberos TGT
21:22:36.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:36.290247 6439 master_runner.cc:186] Error getting master registration for 127.5.168.254:42933: Network error: Client connection negotiation failed: client connection to 127.5.168.254:42933: connect: Connection refused (error 111),
21:22:36.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:36.290647 6439 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:22:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:36.351917 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:36.352174 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:37.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:37.354708 6592 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 41c25bc167504e7986877a949f84761e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:22:37.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:22:37.354957 6592 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:22:37.704 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.253:34427(127.5.168.253:34427)] connecting to peer
21:22:37.705 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.5.168.254:42933(127.5.168.254:42933)] connecting to peer
21:22:37.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:37.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:37.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.168.253:34427(127.5.168.253:34427)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:37.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.5.168.254:42933(127.5.168.254:42933)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:37.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.253:34427: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427
21:22:37.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.5.168.254:42933: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
21:22:37.710 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933; will retry
21:22:37.714 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29654), Traces: [0ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [225ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [536ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [541ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [557ms] refreshing cache from master, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [564ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [565ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [567ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [568ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [576ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [580ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [580ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [582ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [583ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [596ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [601ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [602ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [603ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [604ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [621ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [621ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [623ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [623ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [662ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [662ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [663ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [664ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [680ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [681ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [684ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [685ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [756ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [761ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [763ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [764ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [765ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [876ms] refreshing cache from master, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [880ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [881ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [882ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [883ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [1116ms] refreshing cache from master, [1117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [1118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [1119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [1125ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [1677ms] refreshing cache from master, [1677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [1678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [1678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [1681ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [1681ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [1683ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [3377ms] refreshing cache from master, [3377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [3378ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [3379ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [3381ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [3381ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [3383ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [3383ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [4176ms] refreshing cache from master, [4176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [4177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [4177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [4180ms] too many traces: truncated at 100 traces, [4180ms] too many traces: truncated at 100 traces, deferred=Deferred@1311811022(state=PENDING, result=null, callback=(continuation of Deferred@265205614 after retry RPC after error@2011437383) -> (continuation of Deferred@736229012 after retry RPC after error@1614031091) -> (continuation of Deferred@448501340 after retry RPC after error@1296206445) -> (continuation of Deferred@1773371399 after retry RPC after error@671178354) -> (continuation of Deferred@1850614872 after retry RPC after error@923195934) -> (continuation of Deferred@1119934273 after retry RPC after error@1611719589) -> (continuation of Deferred@2137220891 after retry RPC after error@2125763779) -> (continuation of Deferred@982138507 after retry RPC after error@1566638004) -> (continuation of Deferred@962527420 after retry RPC after error@1670875608) -> (continuation of Deferred@142777671 after retry RPC after error@1388666556) -> (continuation of Deferred@333381304 after retry RPC after error@1289256018) -> (continuation of Deferred@1353496619 after retry RPC after error@677657660) -> (continuation of Deferred@1277902006 after retry RPC after error@1134490509) -> (continuation of Deferred@1992717877 after retry RPC after error@2143953165) -> (continuation of Deferred@1787919566 after retry RPC after error@1579673738) -> (continuation of Deferred@454384293 after retry RPC after error@897172099) -> (continuation of Deferred@1424998382 after retry RPC after error@896368193) -> (continuation of Deferred@77384251 after retry RPC after error@2131394033) -> (continuation of Deferred@1454619953 after retry RPC after error@141713104) -> (continuation of Deferred@1784512759 after retry RPC after error@1175752120) -> (continuation of Deferred@226880126 after retry RPC after error@396075456) -> (continuation of Deferred@298303996 after retry RPC after error@1935472433), errback=(continuation of Deferred@265205614 after retry RPC after error@2011437383) -> (continuation of Deferred@736229012 after retry RPC after error@1614031091) -> (continuation of Deferred@448501340 after retry RPC after error@1296206445) -> (continuation of Deferred@1773371399 after retry RPC after error@671178354) -> (continuation of Deferred@1850614872 after retry RPC after error@923195934) -> (continuation of Deferred@1119934273 after retry RPC after error@1611719589) -> (continuation of Deferred@2137220891 after retry RPC after error@2125763779) -> (continuation of Deferred@982138507 after retry RPC after error@1566638004) -> (continuation of Deferred@962527420 after retry RPC after error@1670875608) -> (continuation of Deferred@142777671 after retry RPC after error@1388666556) -> (continuation of Deferred@333381304 after retry RPC after error@1289256018) -> (continuation of Deferred@1353496619 after retry RPC after error@677657660) -> (continuation of Deferred@1277902006 after retry RPC after error@1134490509) -> (continuation of Deferred@1992717877 after retry RPC after error@2143953165) -> (continuation of Deferred@1787919566 after retry RPC after error@1579673738) -> (continuation of Deferred@454384293 after retry RPC after error@897172099) -> (continuation of Deferred@1424998382 after retry RPC after error@896368193) -> (continuation of Deferred@77384251 after retry RPC after error@2131394033) -> (continuation of Deferred@1454619953 after retry RPC after error@141713104) -> (continuation of Deferred@1784512759 after retry RPC after error@1175752120) -> (continuation of Deferred@226880126 after retry RPC after error@396075456) -> (continuation of Deferred@298303996 after retry RPC after error@1935472433)))
21:22:37.719 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.5.168.254:42933(127.5.168.254:42933)] disconnecting while in state TERMINATED
21:22:37.720 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.5.168.253:34427(127.5.168.253:34427)] disconnecting while in state TERMINATED
21:22:37.721 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.5.168.252:34781(127.5.168.252:34781)] disconnecting while in state READY
21:22:37.726 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:22:37.728 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:22:37.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:37.730650 5795 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu with pid 6439
21:22:37.750 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.5.168.252:34781(127.5.168.252:34781)] handling channelInactive
21:22:37.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.5.168.252:34781(127.5.168.252:34781)] cleaning up while in state READY due to: connection closed
21:22:38.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:22:38Z chronyd exiting
21:22:39.874 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:22:39.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:39.875620 4394 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu with pid 5004
21:22:39.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:39.931968 4394 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu with pid 5249
21:22:39.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:39.960163 4394 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu with pid 5513
21:22:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:39.993170 4394 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu with pid 4417
21:22:40.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:40.033097 4394 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu with pid 4562
21:22:40.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:22:40.071518 4394 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task_8XNHp/build/tsan/bin/kudu with pid 4711
21:22:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:22:41Z chronyd exiting
21:22:42.177 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29654), Traces: [0ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [225ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [536ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [541ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [557ms] refreshing cache from master, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [564ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [565ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [567ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [568ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [576ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [580ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [580ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [582ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [583ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [596ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [601ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [602ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [603ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [604ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [621ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [621ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [623ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [623ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [662ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [662ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [663ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [664ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [680ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [681ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [684ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [685ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [756ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [761ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [763ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [764ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [765ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [876ms] refreshing cache from master, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [880ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [881ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [882ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [883ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [1116ms] refreshing cache from master, [1117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [1118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [1119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [1125ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [1677ms] refreshing cache from master, [1677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [1678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [1678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [1681ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [1681ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [1683ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [3377ms] refreshing cache from master, [3377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [3378ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [3379ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [3381ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [3381ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [3383ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [3383ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [4176ms] refreshing cache from master, [4176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [4177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [4177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [4180ms] too many traces: truncated at 100 traces, [4180ms] too many traces: truncated at 100 traces, deferred=Deferred@1311811022(state=PENDING, result=null, callback=(continuation of Deferred@265205614 after retry RPC after error@2011437383) -> (continuation of Deferred@736229012 after retry RPC after error@1614031091) -> (continuation of Deferred@448501340 after retry RPC after error@1296206445) -> (continuation of Deferred@1773371399 after retry RPC after error@671178354) -> (continuation of Deferred@1850614872 after retry RPC after error@923195934) -> (continuation of Deferred@1119934273 after retry RPC after error@1611719589) -> (continuation of Deferred@2137220891 after retry RPC after error@2125763779) -> (continuation of Deferred@982138507 after retry RPC after error@1566638004) -> (continuation of Deferred@962527420 after retry RPC after error@1670875608) -> (continuation of Deferred@142777671 after retry RPC after error@1388666556) -> (continuation of Deferred@333381304 after retry RPC after error@1289256018) -> (continuation of Deferred@1353496619 after retry RPC after error@677657660) -> (continuation of Deferred@1277902006 after retry RPC after error@1134490509) -> (continuation of Deferred@1992717877 after retry RPC after error@2143953165) -> (continuation of Deferred@1787919566 after retry RPC after error@1579673738) -> (continuation of Deferred@454384293 after retry RPC after error@897172099) -> (continuation of Deferred@1424998382 after retry RPC after error@896368193) -> (continuation of Deferred@77384251 after retry RPC after error@2131394033) -> (continuation of Deferred@1454619953 after retry RPC after error@141713104) -> (continuation of Deferred@1784512759 after retry RPC after error@1175752120) -> (continuation of Deferred@226880126 after retry RPC after error@396075456) -> (continuation of Deferred@298303996 after retry RPC after error@1935472433), errback=(continuation of Deferred@265205614 after retry RPC after error@2011437383) -> (continuation of Deferred@736229012 after retry RPC after error@1614031091) -> (continuation of Deferred@448501340 after retry RPC after error@1296206445) -> (continuation of Deferred@1773371399 after retry RPC after error@671178354) -> (continuation of Deferred@1850614872 after retry RPC after error@923195934) -> (continuation of Deferred@1119934273 after retry RPC after error@1611719589) -> (continuation of Deferred@2137220891 after retry RPC after error@2125763779) -> (continuation of Deferred@982138507 after retry RPC after error@1566638004) -> (continuation of Deferred@962527420 after retry RPC after error@1670875608) -> (continuation of Deferred@142777671 after retry RPC after error@1388666556) -> (continuation of Deferred@333381304 after retry RPC after error@1289256018) -> (continuation of Deferred@1353496619 after retry RPC after error@677657660) -> (continuation of Deferred@1277902006 after retry RPC after error@1134490509) -> (continuation of Deferred@1992717877 after retry RPC after error@2143953165) -> (continuation of Deferred@1787919566 after retry RPC after error@1579673738) -> (continuation of Deferred@454384293 after retry RPC after error@897172099) -> (continuation of Deferred@1424998382 after retry RPC after error@896368193) -> (continuation of Deferred@77384251 after retry RPC after error@2131394033) -> (continuation of Deferred@1454619953 after retry RPC after error@141713104) -> (continuation of Deferred@1784512759 after retry RPC after error@1175752120) -> (continuation of Deferred@226880126 after retry RPC after error@396075456) -> (continuation of Deferred@298303996 after retry RPC after error@1935472433)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.168.254:42933
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ListTabletServers, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29654), Traces: [0ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [222ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [225ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [536ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [541ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [557ms] refreshing cache from master, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [564ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [565ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [567ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [568ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [576ms] refreshing cache from master, [576ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [577ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [578ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [580ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [580ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [582ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [583ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [596ms] refreshing cache from master, [597ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [598ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [601ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [602ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [603ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [604ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [616ms] refreshing cache from master, [616ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [617ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [618ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [621ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [621ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [623ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [623ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [656ms] refreshing cache from master, [656ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [657ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [658ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [662ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [662ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [663ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [664ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [676ms] refreshing cache from master, [676ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [680ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [681ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [684ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [685ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [756ms] refreshing cache from master, [756ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [758ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [759ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [761ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [763ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [764ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [765ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [876ms] refreshing cache from master, [877ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [878ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [880ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [881ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [882ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [883ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [1116ms] refreshing cache from master, [1117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [1118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [1119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [1125ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [1677ms] refreshing cache from master, [1677ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [1678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [1678ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [1681ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [1681ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [1683ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [3377ms] refreshing cache from master, [3377ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [3378ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [3379ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [3381ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.253:34427: Network error: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427, [3381ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.254:42933: Network error: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [3383ms] Sub RPC ConnectToMaster: received response from server master-127.5.168.252:34781: OK, [3383ms] delaying RPC due to: Service unavailable: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933, [4176ms] refreshing cache from master, [4176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.253:34427, [4177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.252:34781, [4177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.5.168.254:42933, [4180ms] too many traces: truncated at 100 traces, [4180ms] too many traces: truncated at 100 traces, deferred=Deferred@1311811022(state=PENDING, result=null, callback=(continuation of Deferred@265205614 after retry RPC after error@2011437383) -> (continuation of Deferred@736229012 after retry RPC after error@1614031091) -> (continuation of Deferred@448501340 after retry RPC after error@1296206445) -> (continuation of Deferred@1773371399 after retry RPC after error@671178354) -> (continuation of Deferred@1850614872 after retry RPC after error@923195934) -> (continuation of Deferred@1119934273 after retry RPC after error@1611719589) -> (continuation of Deferred@2137220891 after retry RPC after error@2125763779) -> (continuation of Deferred@982138507 after retry RPC after error@1566638004) -> (continuation of Deferred@962527420 after retry RPC after error@1670875608) -> (continuation of Deferred@142777671 after retry RPC after error@1388666556) -> (continuation of Deferred@333381304 after retry RPC after error@1289256018) -> (continuation of Deferred@1353496619 after retry RPC after error@677657660) -> (continuation of Deferred@1277902006 after retry RPC after error@1134490509) -> (continuation of Deferred@1992717877 after retry RPC after error@2143953165) -> (continuation of Deferred@1787919566 after retry RPC after error@1579673738) -> (continuation of Deferred@454384293 after retry RPC after error@897172099) -> (continuation of Deferred@1424998382 after retry RPC after error@896368193) -> (continuation of Deferred@77384251 after retry RPC after error@2131394033) -> (continuation of Deferred@1454619953 after retry RPC after error@141713104) -> (continuation of Deferred@1784512759 after retry RPC after error@1175752120) -> (continuation of Deferred@226880126 after retry RPC after error@396075456) -> (continuation of Deferred@298303996 after retry RPC after error@1935472433), errback=(continuation of Deferred@265205614 after retry RPC after error@2011437383) -> (continuation of Deferred@736229012 after retry RPC after error@1614031091) -> (continuation of Deferred@448501340 after retry RPC after error@1296206445) -> (continuation of Deferred@1773371399 after retry RPC after error@671178354) -> (continuation of Deferred@1850614872 after retry RPC after error@923195934) -> (continuation of Deferred@1119934273 after retry RPC after error@1611719589) -> (continuation of Deferred@2137220891 after retry RPC after error@2125763779) -> (continuation of Deferred@982138507 after retry RPC after error@1566638004) -> (continuation of Deferred@962527420 after retry RPC after error@1670875608) -> (continuation of Deferred@142777671 after retry RPC after error@1388666556) -> (continuation of Deferred@333381304 after retry RPC after error@1289256018) -> (continuation of Deferred@1353496619 after retry RPC after error@677657660) -> (continuation of Deferred@1277902006 after retry RPC after error@1134490509) -> (continuation of Deferred@1992717877 after retry RPC after error@2143953165) -> (continuation of Deferred@1787919566 after retry RPC after error@1579673738) -> (continuation of Deferred@454384293 after retry RPC after error@897172099) -> (continuation of Deferred@1424998382 after retry RPC after error@896368193) -> (continuation of Deferred@77384251 after retry RPC after error@2131394033) -> (continuation of Deferred@1454619953 after retry RPC after error@141713104) -> (continuation of Deferred@1784512759 after retry RPC after error@1175752120) -> (continuation of Deferred@226880126 after retry RPC after error@396075456) -> (continuation of Deferred@298303996 after retry RPC after error@1935472433)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.5.168.253:34427,127.5.168.252:34781,127.5.168.254:42933) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.253:34427(127.5.168.253:34427): Connection refused: /127.5.168.253:34427,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.5.168.254:42933(127.5.168.254:42933): Connection refused: /127.5.168.254:42933
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.5.168.254:42933
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)