04:17:44.465 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
04:17:44.465 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskc0euaK/test-tmp
04:17:44.465 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
04:17:44.465 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskc0euaK/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
04:17:44.466 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
04:17:44.788 [DEBUG - main] (MiniKuduCluster.java:195) Response:
04:17:44.789 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
04:17:44.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:44.791770 22284 mini_oidc.cc:152] Starting JWKS server
04:17:44.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:44.795272 22284 webserver.cc:460] Webserver started at http://127.0.0.1:35027/ using document root <none> and password file <none>
04:17:44.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:44.795662 22284 mini_oidc.cc:189] Starting OIDC Discovery server
04:17:44.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:44.797361 22284 webserver.cc:460] Webserver started at http://127.0.0.1:46357/ using document root <none> and password file <none>
04:17:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T04:17:44Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
04:17:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T04:17:44Z Disabled control of system clock
04:17:44.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:44.846024 22284 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:17:44.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:17:44.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-0/wal
04:17:44.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-0/data
04:17:44.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:17:44.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:17:44.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:17:44.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:17:44.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:17:44.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:17:44.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-0/logs
04:17:44.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-0/data/info.pb
04:17:44.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:17:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:17:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:17:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:17:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:17:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:17:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:17:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:17:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:17:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:17:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:17:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:17:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.195.62:44881
04:17:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.195.62
04:17:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:17:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.195.20:42425
04:17:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:17:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:17:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:17:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:17:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.195.62:44881,127.21.195.61:42391,127.21.195.60:41649
04:17:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:17:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35027/jwks.json with env {}
04:17:45.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:45.135466 22296 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:17:45.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:45.135996 22296 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:17:45.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:45.136570 22296 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:17:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:45.166554 22296 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:17:45.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:45.166810 22296 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:17:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:45.167006 22296 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:17:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:45.167188 22296 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:17:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:45.167382 22296 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:17:45.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:45.167521 22296 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35027/jwks.json
04:17:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:45.201264 22296 master_runner.cc:386] Master server non-default flags:
04:17:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:17:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.195.20:42425
04:17:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:17:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:17:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-0/data
04:17:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-0/wal
04:17:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:17:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.195.62:44881,127.21.195.61:42391,127.21.195.60:41649
04:17:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:17:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:17:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:17:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.195.62:44881
04:17:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:17:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:17:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:17:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35027/jwks.json
04:17:45.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:17:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:17:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-0/data/info.pb
04:17:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.195.62
04:17:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:17:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:17:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:17:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:17:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:17:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:17:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-0/logs
04:17:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:17:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:17:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:17:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:17:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:17:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:17:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:17:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:53:07 UTC on ccycloud.quasar-ytgwka.root.comops.site
04:17:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671577
04:17:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:17:45.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:45.202390 22296 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:17:45.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:45.203878 22296 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:17:45.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:45.220654 22305 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:17:46.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:45.220722 22303 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:17:46.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:45.222347 22296 server_base.cc:1034] running on GCE node
04:17:46.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:45.220762 22302 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:17:46.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.408223 22296 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:17:46.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.410820 22296 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:17:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.412251 22296 hybrid_clock.cc:648] HybridClock initialized: now 1790309866412207 us; error 42 us; skew 500 ppm
04:17:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.413102 22296 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:17:46.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.424620 22296 webserver.cc:460] Webserver started at http://127.21.195.62:41587/ using document root <none> and password file <none>
04:17:46.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.425624 22296 fs_manager.cc:359] Metadata directory not provided
04:17:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.425858 22296 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:17:46.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.426393 22296 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:17:46.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.431280 22296 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-0/data/instance:
04:17:46.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ded39c6f42d94d18bb0a2cf89bb65a50"
04:17:46.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:17:46 on dist-test-slave-qxl5"
04:17:46.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.432472 22296 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-0/wal/instance:
04:17:46.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ded39c6f42d94d18bb0a2cf89bb65a50"
04:17:46.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:17:46 on dist-test-slave-qxl5"
04:17:46.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.439435 22296 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.006s sys 0.000s
04:17:46.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.444924 22312 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:17:46.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.445955 22296 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.002s
04:17:46.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.446288 22296 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-0/data,/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-0/wal
04:17:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ded39c6f42d94d18bb0a2cf89bb65a50"
04:17:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:17:46 on dist-test-slave-qxl5"
04:17:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.446641 22296 fs_report.cc:383] FS layout report
04:17:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:17:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-0/wal
04:17:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-0/wal
04:17:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-0/data/data
04:17:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:17:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:17:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:17:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:17:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:17:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:17:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:17:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:17:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:17:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:17:46.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:17:46.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.483873 22296 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:17:46.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.485376 22296 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:17:46.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.485864 22296 kserver.cc:163] Server-wide thread pool size limit: 3276
04:17:46.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.554591 22296 rpc_server.cc:307] RPC server started. Bound to: 127.21.195.62:44881
04:17:46.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.554702 22363 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.195.62:44881 every 8 connection(s)
04:17:46.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.557281 22296 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-0/data/info.pb
04:17:46.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.562777 22364 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:17:46.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.562976 22284 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu as pid 22296
04:17:46.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.563509 22284 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-0/wal/instance
04:17:46.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.569536 22284 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:17:46.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-1/wal
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-1/data
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-1/logs
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-1/data/info.pb
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.195.61:42391
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.195.61
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.195.20:42425
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.195.62:44881,127.21.195.61:42391,127.21.195.60:41649
04:17:46.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:17:46.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35027/jwks.json with env {}
04:17:46.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.577364 22364 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.195.62" port: 44881 } has no permanent_uuid. Determining permanent_uuid...
04:17:46.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.603770 22364 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } has no permanent_uuid. Determining permanent_uuid...
04:17:46.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:46.605938 22315 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.195.61:42391: connect: Connection refused (error 111)
04:17:46.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:46.609848 22364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.195.61:42391: Network error: Client connection negotiation failed: client connection to 127.21.195.61:42391: connect: Connection refused (error 111)
04:17:46.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.659374 22364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } attempt: 1
04:17:46.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:46.663090 22364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.195.61:42391: Network error: Client connection negotiation failed: client connection to 127.21.195.61:42391: connect: Connection refused (error 111)
04:17:46.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.731552 22364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } attempt: 2
04:17:46.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:46.735569 22364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.195.61:42391: Network error: Client connection negotiation failed: client connection to 127.21.195.61:42391: connect: Connection refused (error 111)
04:17:46.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.826987 22364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } attempt: 3
04:17:46.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:46.830638 22364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.195.61:42391: Network error: Client connection negotiation failed: client connection to 127.21.195.61:42391: connect: Connection refused (error 111)
04:17:46.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:46.872041 22366 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:17:46.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:46.872592 22366 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:17:46.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:46.873047 22366 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:17:46.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:46.903668 22366 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:17:46.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:46.903945 22366 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:17:46.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:46.904264 22366 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:17:46.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:46.904474 22366 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:17:46.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:46.904671 22366 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:17:46.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:46.904817 22366 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35027/jwks.json
04:17:46.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.940310 22366 master_runner.cc:386] Master server non-default flags:
04:17:46.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:17:46.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.195.20:42425
04:17:46.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:17:46.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:17:46.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-1/data
04:17:46.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-1/wal
04:17:46.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:17:46.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.195.62:44881,127.21.195.61:42391,127.21.195.60:41649
04:17:46.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:17:46.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:17:46.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:17:46.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.195.61:42391
04:17:46.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35027/jwks.json
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-1/data/info.pb
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.195.61
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-1/logs
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:53:07 UTC on ccycloud.quasar-ytgwka.root.comops.site
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671577
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:17:46.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.941421 22366 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:17:46.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.942873 22366 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:17:46.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.974071 22364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } attempt: 4
04:17:46.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:46.977550 22364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.195.61:42391: Network error: Client connection negotiation failed: client connection to 127.21.195.61:42391: connect: Connection refused (error 111)
04:17:47.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:47.277127 22364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } attempt: 5
04:17:47.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:47.281433 22364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.195.61:42391: Network error: Client connection negotiation failed: client connection to 127.21.195.61:42391: connect: Connection refused (error 111)
04:17:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:47.829031 22364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } attempt: 6
04:17:47.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:47.837689 22364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.195.61:42391: Network error: Client connection negotiation failed: client connection to 127.21.195.61:42391: connect: Connection refused (error 111)
04:17:48.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:46.959726 22376 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:17:48.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:46.961133 22366 server_base.cc:1034] running on GCE node
04:17:48.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:46.959762 22378 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:17:48.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:46.959771 22375 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:17:48.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.152024 22366 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:17:48.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.154556 22366 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:17:48.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.155898 22366 hybrid_clock.cc:648] HybridClock initialized: now 1790309868155875 us; error 62 us; skew 500 ppm
04:17:48.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.156765 22366 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:17:48.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.162853 22366 webserver.cc:460] Webserver started at http://127.21.195.61:41157/ using document root <none> and password file <none>
04:17:48.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.163717 22366 fs_manager.cc:359] Metadata directory not provided
04:17:48.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.163897 22366 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:17:48.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.164371 22366 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:17:48.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.169049 22366 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-1/data/instance:
04:17:48.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08"
04:17:48.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:17:48 on dist-test-slave-qxl5"
04:17:48.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.170073 22366 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-1/wal/instance:
04:17:48.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08"
04:17:48.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:17:48 on dist-test-slave-qxl5"
04:17:48.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.176816 22366 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.001s
04:17:48.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.182030 22387 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:17:48.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.183085 22366 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.001s
04:17:48.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.183344 22366 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-1/data,/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-1/wal
04:17:48.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08"
04:17:48.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:17:48 on dist-test-slave-qxl5"
04:17:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.183626 22366 fs_report.cc:383] FS layout report
04:17:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:17:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-1/wal
04:17:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-1/wal
04:17:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-1/data/data
04:17:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:17:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:17:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:17:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:17:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:17:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:17:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:17:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:17:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:17:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:17:48.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:17:48.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.217017 22366 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:17:48.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.218364 22366 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:17:48.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.218741 22366 kserver.cc:163] Server-wide thread pool size limit: 3276
04:17:48.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.287166 22366 rpc_server.cc:307] RPC server started. Bound to: 127.21.195.61:42391
04:17:48.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.287286 22438 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.195.61:42391 every 8 connection(s)
04:17:48.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.289806 22366 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-1/data/info.pb
04:17:48.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.295002 22439 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:17:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.296995 22284 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu as pid 22366
04:17:48.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.297458 22284 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-1/wal/instance
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.300616 22284 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-2/wal
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-2/data
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-2/logs
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-2/data/info.pb
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.195.60:41649
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.195.60
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.195.20:42425
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.195.62:44881,127.21.195.61:42391,127.21.195.60:41649
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:17:48.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35027/jwks.json with env {}
04:17:48.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.310571 22439 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.195.62" port: 44881 } has no permanent_uuid. Determining permanent_uuid...
04:17:48.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.334555 22439 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } has no permanent_uuid. Determining permanent_uuid...
04:17:48.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.350867 22439 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } has no permanent_uuid. Determining permanent_uuid...
04:17:48.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:48.353371 22388 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.195.60:41649: connect: Connection refused (error 111)
04:17:48.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:48.357424 22439 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.195.60:41649: Network error: Client connection negotiation failed: client connection to 127.21.195.60:41649: connect: Connection refused (error 111)
04:17:48.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.406905 22439 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } attempt: 1
04:17:48.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:48.410674 22439 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.195.60:41649: Network error: Client connection negotiation failed: client connection to 127.21.195.60:41649: connect: Connection refused (error 111)
04:17:48.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.479063 22439 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } attempt: 2
04:17:48.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:48.482674 22439 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.195.60:41649: Network error: Client connection negotiation failed: client connection to 127.21.195.60:41649: connect: Connection refused (error 111)
04:17:48.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.574097 22439 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } attempt: 3
04:17:48.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:48.578621 22439 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.195.60:41649: Network error: Client connection negotiation failed: client connection to 127.21.195.60:41649: connect: Connection refused (error 111)
04:17:48.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:48.610477 22441 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:17:48.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:48.611114 22441 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:17:48.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:48.611693 22441 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:17:48.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:48.642053 22441 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:17:48.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:48.642416 22441 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:17:48.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:48.642717 22441 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:17:48.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:48.643008 22441 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:17:48.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:48.643307 22441 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:17:48.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:48.643558 22441 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:35027/jwks.json
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.677721 22441 master_runner.cc:386] Master server non-default flags:
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.195.20:42425
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-2/data
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-2/wal
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.195.62:44881,127.21.195.61:42391,127.21.195.60:41649
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.195.60:41649
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35027/jwks.json
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-2/data/info.pb
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.195.60
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-2/logs
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:17:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:17:48.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:17:48.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:53:07 UTC on ccycloud.quasar-ytgwka.root.comops.site
04:17:48.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671577
04:17:48.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:17:48.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.679220 22441 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:17:48.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.680892 22441 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:17:48.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:48.696938 22454 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:17:48.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.721946 22439 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } attempt: 4
04:17:48.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:48.726504 22439 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.195.60:41649: Network error: Client connection negotiation failed: client connection to 127.21.195.60:41649: connect: Connection refused (error 111)
04:17:48.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.898291 22364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } attempt: 7
04:17:48.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.915040 22364 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } has no permanent_uuid. Determining permanent_uuid...
04:17:48.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:48.920691 22364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.195.60:41649: Network error: Client connection negotiation failed: client connection to 127.21.195.60:41649: connect: Connection refused (error 111)
04:17:48.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.979013 22364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } attempt: 1
04:17:48.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:48.982766 22364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.195.60:41649: Network error: Client connection negotiation failed: client connection to 127.21.195.60:41649: connect: Connection refused (error 111)
04:17:49.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:49.025867 22439 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } attempt: 5
04:17:49.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:49.030550 22439 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.195.60:41649: Network error: Client connection negotiation failed: client connection to 127.21.195.60:41649: connect: Connection refused (error 111)
04:17:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:49.064363 22364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } attempt: 2
04:17:49.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:49.068683 22364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.195.60:41649: Network error: Client connection negotiation failed: client connection to 127.21.195.60:41649: connect: Connection refused (error 111)
04:17:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:49.154266 22364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } attempt: 3
04:17:49.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:49.158599 22364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.195.60:41649: Network error: Client connection negotiation failed: client connection to 127.21.195.60:41649: connect: Connection refused (error 111)
04:17:49.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:49.299217 22364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } attempt: 4
04:17:49.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:49.303150 22364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.195.60:41649: Network error: Client connection negotiation failed: client connection to 127.21.195.60:41649: connect: Connection refused (error 111)
04:17:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:49.577976 22439 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } attempt: 6
04:17:49.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:49.584578 22439 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.195.60:41649: Network error: Client connection negotiation failed: client connection to 127.21.195.60:41649: connect: Connection refused (error 111)
04:17:49.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:49.586573 22364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } attempt: 5
04:17:49.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:49.590399 22364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.21.195.60:41649: Network error: Client connection negotiation failed: client connection to 127.21.195.60:41649: connect: Connection refused (error 111)
04:17:49.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:48.697329 22452 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:17:49.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:48.697928 22451 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:17:49.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:48.698961 22441 server_base.cc:1034] running on GCE node
04:17:49.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:49.926927 22441 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:17:49.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:49.930160 22441 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:17:49.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:49.931591 22441 hybrid_clock.cc:648] HybridClock initialized: now 1790309869931551 us; error 60 us; skew 500 ppm
04:17:49.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:49.932512 22441 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:17:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:49.939458 22441 webserver.cc:460] Webserver started at http://127.21.195.60:43633/ using document root <none> and password file <none>
04:17:49.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:49.940449 22441 fs_manager.cc:359] Metadata directory not provided
04:17:49.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:49.940639 22441 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:17:49.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:49.941017 22441 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:17:49.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:49.945849 22441 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-2/data/instance:
04:17:49.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b17b330efd4d405bb8700f36c689ec9b"
04:17:49.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:17:49 on dist-test-slave-qxl5"
04:17:49.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:49.946981 22441 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-2/wal/instance:
04:17:49.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b17b330efd4d405bb8700f36c689ec9b"
04:17:49.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:17:49 on dist-test-slave-qxl5"
04:17:49.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:49.954098 22441 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
04:17:49.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:49.959733 22466 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:17:49.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:49.960778 22441 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
04:17:49.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:49.961155 22441 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-2/data,/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-2/wal
04:17:49.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b17b330efd4d405bb8700f36c689ec9b"
04:17:49.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:17:49 on dist-test-slave-qxl5"
04:17:49.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:49.961508 22441 fs_report.cc:383] FS layout report
04:17:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:17:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-2/wal
04:17:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-2/wal
04:17:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-2/data/data
04:17:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:17:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:17:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:17:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:17:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:17:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:17:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:17:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:17:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:17:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:17:49.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:17:50.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.012986 22441 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:17:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.014396 22441 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:17:50.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.014796 22441 kserver.cc:163] Server-wide thread pool size limit: 3276
04:17:50.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.085168 22441 rpc_server.cc:307] RPC server started. Bound to: 127.21.195.60:41649
04:17:50.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.085263 22517 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.195.60:41649 every 8 connection(s)
04:17:50.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.087699 22441 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-2/data/info.pb
04:17:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.092430 22284 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu as pid 22441
04:17:50.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.092850 22284 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/master-2/wal/instance
04:17:50.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.093302 22518 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:17:50.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.107553 22518 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.195.62" port: 44881 } has no permanent_uuid. Determining permanent_uuid...
04:17:50.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.133018 22518 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } has no permanent_uuid. Determining permanent_uuid...
04:17:50.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.142987 22364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } attempt: 6
04:17:50.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.146545 22518 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } has no permanent_uuid. Determining permanent_uuid...
04:17:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.164316 22364 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50: Bootstrap starting.
04:17:50.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.168606 22518 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b: Bootstrap starting.
04:17:50.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.170051 22364 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50: Neither blocks nor log segments found. Creating new log.
04:17:50.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.171973 22364 log.cc:824] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50: Log is configured to *not* fsync() on all Append() calls
04:17:50.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.176391 22518 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b: Neither blocks nor log segments found. Creating new log.
04:17:50.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.177222 22364 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50: No bootstrap required, opened a new log
04:17:50.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.179343 22518 log.cc:824] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b: Log is configured to *not* fsync() on all Append() calls
04:17:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.183828 22518 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b: No bootstrap required, opened a new log
04:17:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.198738 22364 raft_consensus.cc:348] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" member_type: VOTER last_known_addr { host: "127.21.195.62" port: 44881 } } peers { permanent_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08" member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } } peers { permanent_uuid: "b17b330efd4d405bb8700f36c689ec9b" member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } }
04:17:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.199751 22364 raft_consensus.cc:374] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:17:50.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.200021 22364 raft_consensus.cc:729] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ded39c6f42d94d18bb0a2cf89bb65a50, State: Initialized, Role: FOLLOWER
04:17:50.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.200887 22364 consensus_queue.cc:260] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" member_type: VOTER last_known_addr { host: "127.21.195.62" port: 44881 } } peers { permanent_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08" member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } } peers { permanent_uuid: "b17b330efd4d405bb8700f36c689ec9b" member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } }
04:17:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.203794 22530 sys_catalog.cc:455] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" member_type: VOTER last_known_addr { host: "127.21.195.62" port: 44881 } } peers { permanent_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08" member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } } peers { permanent_uuid: "b17b330efd4d405bb8700f36c689ec9b" member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } } }
04:17:50.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.204710 22530 sys_catalog.cc:458] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [sys.catalog]: This master's current role is: FOLLOWER
04:17:50.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.205525 22364 sys_catalog.cc:564] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [sys.catalog]: configured and running, proceeding with master startup.
04:17:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.207216 22518 raft_consensus.cc:348] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" member_type: VOTER last_known_addr { host: "127.21.195.62" port: 44881 } } peers { permanent_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08" member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } } peers { permanent_uuid: "b17b330efd4d405bb8700f36c689ec9b" member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } }
04:17:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.208156 22518 raft_consensus.cc:374] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:17:50.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.208453 22518 raft_consensus.cc:729] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b17b330efd4d405bb8700f36c689ec9b, State: Initialized, Role: FOLLOWER
04:17:50.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.209438 22518 consensus_queue.cc:260] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" member_type: VOTER last_known_addr { host: "127.21.195.62" port: 44881 } } peers { permanent_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08" member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } } peers { permanent_uuid: "b17b330efd4d405bb8700f36c689ec9b" member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } }
04:17:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.213517 22534 sys_catalog.cc:455] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" member_type: VOTER last_known_addr { host: "127.21.195.62" port: 44881 } } peers { permanent_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08" member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } } peers { permanent_uuid: "b17b330efd4d405bb8700f36c689ec9b" member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } } }
04:17:50.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.214349 22534 sys_catalog.cc:458] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b [sys.catalog]: This master's current role is: FOLLOWER
04:17:50.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.215425 22518 sys_catalog.cc:564] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b [sys.catalog]: configured and running, proceeding with master startup.
04:17:50.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:50.240171 22548 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:17:50.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:50.240522 22548 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:17:50.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:50.244954 22318 tablet.cc:2369] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50: Can't schedule compaction. Clean time has not been advanced past its initial value.
04:17:50.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:50.269841 22472 tablet.cc:2369] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b: Can't schedule compaction. Clean time has not been advanced past its initial value.
04:17:50.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:50.269376 22554 catalog_manager.cc:1558] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:17:50.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:50.271025 22554 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:17:50.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.237751 22296 master_runner.cc:186] Error getting master registration for 127.21.195.61:42391: OK, instance_id { permanent_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08" instance_seqno: 1790309868267125 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
04:17:50.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.281577 22296 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:17:50.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.295635 22530 raft_consensus.cc:482] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:17:50.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.296147 22530 raft_consensus.cc:504] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" member_type: VOTER last_known_addr { host: "127.21.195.62" port: 44881 } } peers { permanent_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08" member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } } peers { permanent_uuid: "b17b330efd4d405bb8700f36c689ec9b" member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } }
04:17:50.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.298601 22530 leader_election.cc:288] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cbc8f29d8e9c4e889e4f7ceee2b7fc08 (127.21.195.61:42391), b17b330efd4d405bb8700f36c689ec9b (127.21.195.60:41649)
04:17:50.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.299846 22493 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b17b330efd4d405bb8700f36c689ec9b" is_pre_election: true
04:17:50.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.300748 22493 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ded39c6f42d94d18bb0a2cf89bb65a50 in term 0.
04:17:50.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.302168 22313 leader_election.cc:302] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b17b330efd4d405bb8700f36c689ec9b, ded39c6f42d94d18bb0a2cf89bb65a50; no voters:
04:17:50.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.303290 22530 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [term 0 FOLLOWER]: Leader pre-election won for term 1
04:17:50.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.303649 22530 raft_consensus.cc:482] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
04:17:50.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.303969 22530 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [term 0 FOLLOWER]: Advancing to term 1
04:17:50.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.310752 22530 raft_consensus.cc:504] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" member_type: VOTER last_known_addr { host: "127.21.195.62" port: 44881 } } peers { permanent_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08" member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } } peers { permanent_uuid: "b17b330efd4d405bb8700f36c689ec9b" member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } }
04:17:50.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.258350 22441 master_runner.cc:186] Error getting master registration for 127.21.195.61:42391: OK, instance_id { permanent_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08" instance_seqno: 1790309868267125 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
04:17:50.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.312232 22441 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:17:50.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.313480 22530 leader_election.cc:288] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [CANDIDATE]: Term 1 election: Requested vote from peers cbc8f29d8e9c4e889e4f7ceee2b7fc08 (127.21.195.61:42391), b17b330efd4d405bb8700f36c689ec9b (127.21.195.60:41649)
04:17:50.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.315667 22493 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b17b330efd4d405bb8700f36c689ec9b"
04:17:50.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.316265 22493 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b [term 0 FOLLOWER]: Advancing to term 1
04:17:50.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.323298 22493 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ded39c6f42d94d18bb0a2cf89bb65a50 in term 1.
04:17:50.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.324316 22313 leader_election.cc:302] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b17b330efd4d405bb8700f36c689ec9b, ded39c6f42d94d18bb0a2cf89bb65a50; no voters:
04:17:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.325582 22530 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [term 1 FOLLOWER]: Leader election won for term 1
04:17:50.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.336056 22530 raft_consensus.cc:686] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [term 1 LEADER]: Becoming Leader. State: Replica: ded39c6f42d94d18bb0a2cf89bb65a50, State: Running, Role: LEADER
04:17:50.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.337242 22530 consensus_queue.cc:237] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" member_type: VOTER last_known_addr { host: "127.21.195.62" port: 44881 } } peers { permanent_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08" member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } } peers { permanent_uuid: "b17b330efd4d405bb8700f36c689ec9b" member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } }
04:17:50.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.345271 22556 sys_catalog.cc:455] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ded39c6f42d94d18bb0a2cf89bb65a50. Latest consensus state: current_term: 1 leader_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" member_type: VOTER last_known_addr { host: "127.21.195.62" port: 44881 } } peers { permanent_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08" member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } } peers { permanent_uuid: "b17b330efd4d405bb8700f36c689ec9b" member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } } }
04:17:50.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.346053 22556 sys_catalog.cc:458] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [sys.catalog]: This master's current role is: LEADER
04:17:50.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.353808 22558 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
04:17:50.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.363214 22558 catalog_manager.cc:1484] Initializing Kudu cluster ID...
04:17:50.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.384188 22493 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b [term 1 FOLLOWER]: Refusing update from remote peer ded39c6f42d94d18bb0a2cf89bb65a50: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
04:17:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.385730 22556 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b17b330efd4d405bb8700f36c689ec9b" member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
04:17:50.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.419655 22534 sys_catalog.cc:455] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b [sys.catalog]: SysCatalogTable state changed. Reason: New leader ded39c6f42d94d18bb0a2cf89bb65a50. Latest consensus state: current_term: 1 leader_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" member_type: VOTER last_known_addr { host: "127.21.195.62" port: 44881 } } peers { permanent_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08" member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } } peers { permanent_uuid: "b17b330efd4d405bb8700f36c689ec9b" member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } } }
04:17:50.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.420684 22534 sys_catalog.cc:458] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b [sys.catalog]: This master's current role is: FOLLOWER
04:17:50.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.428902 22556 sys_catalog.cc:455] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" member_type: VOTER last_known_addr { host: "127.21.195.62" port: 44881 } } peers { permanent_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08" member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } } peers { permanent_uuid: "b17b330efd4d405bb8700f36c689ec9b" member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } } }
04:17:50.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.429656 22556 sys_catalog.cc:458] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [sys.catalog]: This master's current role is: LEADER
04:17:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.431347 22558 catalog_manager.cc:1347] Generated new cluster ID: 42f1d5aa99e247e993ac4c78de02612c
04:17:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.431640 22558 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
04:17:50.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.428822 22563 sys_catalog.cc:455] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" member_type: VOTER last_known_addr { host: "127.21.195.62" port: 44881 } } peers { permanent_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08" member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } } peers { permanent_uuid: "b17b330efd4d405bb8700f36c689ec9b" member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } } }
04:17:50.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.434566 22563 sys_catalog.cc:458] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b [sys.catalog]: This master's current role is: FOLLOWER
04:17:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.461252 22558 catalog_manager.cc:1370] Generated new certificate authority record
04:17:50.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.468595 22558 catalog_manager.cc:1504] Loading token signing keys...
04:17:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.507162 22558 catalog_manager.cc:5868] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50: Generated new TSK 0
04:17:50.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.509742 22558 catalog_manager.cc:1514] Initializing in-progress tserver states...
04:17:50.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.538439 22284 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:17:50.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:17:50.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-0/wal
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-0/data
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-0/logs
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-0/data/info.pb
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.195.1:0
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.195.1
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.195.1
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.195.62:44881,127.21.195.61:42391,127.21.195.60:41649
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.195.20:42425
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:17:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
04:17:50.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.645182 22439 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } attempt: 7
04:17:50.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.699882 22439 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cbc8f29d8e9c4e889e4f7ceee2b7fc08: Bootstrap starting.
04:17:50.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.719290 22439 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P cbc8f29d8e9c4e889e4f7ceee2b7fc08: Neither blocks nor log segments found. Creating new log.
04:17:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.725015 22439 log.cc:824] T 00000000000000000000000000000000 P cbc8f29d8e9c4e889e4f7ceee2b7fc08: Log is configured to *not* fsync() on all Append() calls
04:17:50.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.745923 22439 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P cbc8f29d8e9c4e889e4f7ceee2b7fc08: No bootstrap required, opened a new log
04:17:50.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.823248 22439 raft_consensus.cc:348] T 00000000000000000000000000000000 P cbc8f29d8e9c4e889e4f7ceee2b7fc08 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" member_type: VOTER last_known_addr { host: "127.21.195.62" port: 44881 } } peers { permanent_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08" member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } } peers { permanent_uuid: "b17b330efd4d405bb8700f36c689ec9b" member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } }
04:17:50.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.825838 22439 raft_consensus.cc:374] T 00000000000000000000000000000000 P cbc8f29d8e9c4e889e4f7ceee2b7fc08 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:17:50.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.826654 22439 raft_consensus.cc:729] T 00000000000000000000000000000000 P cbc8f29d8e9c4e889e4f7ceee2b7fc08 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cbc8f29d8e9c4e889e4f7ceee2b7fc08, State: Initialized, Role: FOLLOWER
04:17:50.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.829058 22439 consensus_queue.cc:260] T 00000000000000000000000000000000 P cbc8f29d8e9c4e889e4f7ceee2b7fc08 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" member_type: VOTER last_known_addr { host: "127.21.195.62" port: 44881 } } peers { permanent_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08" member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } } peers { permanent_uuid: "b17b330efd4d405bb8700f36c689ec9b" member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } }
04:17:50.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.849382 22413 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08"
04:17:50.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.850492 22414 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08" is_pre_election: true
04:17:50.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.853024 22439 sys_catalog.cc:564] T 00000000000000000000000000000000 P cbc8f29d8e9c4e889e4f7ceee2b7fc08 [sys.catalog]: configured and running, proceeding with master startup.
04:17:50.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.854341 22413 raft_consensus.cc:3037] T 00000000000000000000000000000000 P cbc8f29d8e9c4e889e4f7ceee2b7fc08 [term 0 FOLLOWER]: Advancing to term 1
04:17:50.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.861896 22413 raft_consensus.cc:2454] T 00000000000000000000000000000000 P cbc8f29d8e9c4e889e4f7ceee2b7fc08 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ded39c6f42d94d18bb0a2cf89bb65a50 in term 1.
04:17:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.854841 22568 sys_catalog.cc:455] T 00000000000000000000000000000000 P cbc8f29d8e9c4e889e4f7ceee2b7fc08 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" member_type: VOTER last_known_addr { host: "127.21.195.62" port: 44881 } } peers { permanent_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08" member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } } peers { permanent_uuid: "b17b330efd4d405bb8700f36c689ec9b" member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } } }
04:17:50.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.866372 22568 sys_catalog.cc:458] T 00000000000000000000000000000000 P cbc8f29d8e9c4e889e4f7ceee2b7fc08 [sys.catalog]: This master's current role is: FOLLOWER
04:17:50.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.871351 22412 raft_consensus.cc:1261] T 00000000000000000000000000000000 P cbc8f29d8e9c4e889e4f7ceee2b7fc08 [term 1 FOLLOWER]: Refusing update from remote peer ded39c6f42d94d18bb0a2cf89bb65a50: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
04:17:50.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.874359 22556 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [LEADER]: Connected to new peer: Peer: permanent_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08" member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
04:17:50.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.941110 22568 sys_catalog.cc:455] T 00000000000000000000000000000000 P cbc8f29d8e9c4e889e4f7ceee2b7fc08 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ded39c6f42d94d18bb0a2cf89bb65a50. Latest consensus state: current_term: 1 leader_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" member_type: VOTER last_known_addr { host: "127.21.195.62" port: 44881 } } peers { permanent_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08" member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } } peers { permanent_uuid: "b17b330efd4d405bb8700f36c689ec9b" member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } } }
04:17:50.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.941831 22568 sys_catalog.cc:458] T 00000000000000000000000000000000 P cbc8f29d8e9c4e889e4f7ceee2b7fc08 [sys.catalog]: This master's current role is: FOLLOWER
04:17:50.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.943121 22574 sys_catalog.cc:455] T 00000000000000000000000000000000 P cbc8f29d8e9c4e889e4f7ceee2b7fc08 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" member_type: VOTER last_known_addr { host: "127.21.195.62" port: 44881 } } peers { permanent_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08" member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } } peers { permanent_uuid: "b17b330efd4d405bb8700f36c689ec9b" member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } } }
04:17:50.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.943993 22574 sys_catalog.cc:458] T 00000000000000000000000000000000 P cbc8f29d8e9c4e889e4f7ceee2b7fc08 [sys.catalog]: This master's current role is: FOLLOWER
04:17:50.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:50.985563 22589 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
04:17:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:51.033808 22565 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:17:51.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:51.034500 22565 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:17:51.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:51.035351 22565 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:17:51.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:51.096390 22565 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:17:51.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:51.097904 22565 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.195.1
04:17:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:51.164625 22565 tablet_server_runner.cc:78] Tablet server non-default flags:
04:17:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:17:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.195.20:42425
04:17:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:17:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:17:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-0/data
04:17:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-0/wal
04:17:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:17:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:17:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.195.1:0
04:17:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:17:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:17:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:17:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-0/data/info.pb
04:17:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.195.1
04:17:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:17:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.195.62:44881,127.21.195.61:42391,127.21.195.60:41649
04:17:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:17:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:17:51.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:17:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:17:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:17:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.195.1
04:17:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-0/logs
04:17:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:17:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:17:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:17:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
04:17:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:17:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:17:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:17:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:53:07 UTC on ccycloud.quasar-ytgwka.root.comops.site
04:17:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671577
04:17:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:17:51.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:51.166272 22565 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:17:51.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:51.168584 22565 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:17:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:51.193044 22592 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:17:51.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:51.279935 22554 catalog_manager.cc:1259] Loaded cluster ID: 42f1d5aa99e247e993ac4c78de02612c
04:17:51.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:51.280690 22554 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b: loading cluster ID for follower catalog manager: success
04:17:51.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:51.293244 22556 sys_catalog.cc:455] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ded39c6f42d94d18bb0a2cf89bb65a50" member_type: VOTER last_known_addr { host: "127.21.195.62" port: 44881 } } peers { permanent_uuid: "cbc8f29d8e9c4e889e4f7ceee2b7fc08" member_type: VOTER last_known_addr { host: "127.21.195.61" port: 42391 } } peers { permanent_uuid: "b17b330efd4d405bb8700f36c689ec9b" member_type: VOTER last_known_addr { host: "127.21.195.60" port: 41649 } } }
04:17:51.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:51.296936 22556 sys_catalog.cc:458] T 00000000000000000000000000000000 P ded39c6f42d94d18bb0a2cf89bb65a50 [sys.catalog]: This master's current role is: LEADER
04:17:51.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:51.308324 22554 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b: acquiring CA information for follower catalog manager: success
04:17:51.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:51.317757 22554 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b17b330efd4d405bb8700f36c689ec9b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:17:52.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.002259 22589 catalog_manager.cc:1259] Loaded cluster ID: 42f1d5aa99e247e993ac4c78de02612c
04:17:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.004277 22589 catalog_manager.cc:1552] T 00000000000000000000000000000000 P cbc8f29d8e9c4e889e4f7ceee2b7fc08: loading cluster ID for follower catalog manager: success
04:17:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.027513 22589 catalog_manager.cc:1574] T 00000000000000000000000000000000 P cbc8f29d8e9c4e889e4f7ceee2b7fc08: acquiring CA information for follower catalog manager: success
04:17:52.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.043220 22589 catalog_manager.cc:1602] T 00000000000000000000000000000000 P cbc8f29d8e9c4e889e4f7ceee2b7fc08: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:17:52.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:52.585783 22590 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 22565
04:17:52.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:52.733822 22565 thread.cc:636] GCE (cloud detector) Time spent creating pthread: real 1.542s user 0.537s sys 0.796s
04:17:52.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:51.193070 22591 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:17:52.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:52.734251 22565 thread.cc:602] GCE (cloud detector) Time spent starting thread: real 1.543s user 0.538s sys 0.796s
04:17:52.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.752252 22565 server_base.cc:1034] running on GCE node
04:17:52.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:52.754618 22601 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:17:52.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.756031 22565 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:17:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.769279 22565 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:17:52.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.773013 22565 hybrid_clock.cc:648] HybridClock initialized: now 1790309872772946 us; error 80 us; skew 500 ppm
04:17:52.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.774085 22565 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:17:52.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.812894 22565 webserver.cc:460] Webserver started at http://127.21.195.1:44811/ using document root <none> and password file <none>
04:17:52.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.814148 22565 fs_manager.cc:359] Metadata directory not provided
04:17:52.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.814433 22565 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:17:52.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.815148 22565 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:17:52.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.822036 22565 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-0/data/instance:
04:17:52.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "499b72c7a34f4a50bee51ff4750d2ef2"
04:17:52.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:17:52 on dist-test-slave-qxl5"
04:17:52.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.823486 22565 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-0/wal/instance:
04:17:52.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "499b72c7a34f4a50bee51ff4750d2ef2"
04:17:52.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:17:52 on dist-test-slave-qxl5"
04:17:52.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.838150 22565 fs_manager.cc:691] Time spent creating directory manager: real 0.014s user 0.004s sys 0.008s
04:17:52.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.851231 22606 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:17:52.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.852558 22565 fs_manager.cc:725] Time spent opening block manager: real 0.010s user 0.004s sys 0.004s
04:17:52.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.852954 22565 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-0/data,/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-0/wal
04:17:52.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "499b72c7a34f4a50bee51ff4750d2ef2"
04:17:52.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:17:52 on dist-test-slave-qxl5"
04:17:52.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.853391 22565 fs_report.cc:383] FS layout report
04:17:52.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:17:52.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-0/wal
04:17:52.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-0/wal
04:17:52.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-0/data/data
04:17:52.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:17:52.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:17:52.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:17:52.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:17:52.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:17:52.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:17:52.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:17:52.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:17:52.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:17:52.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:17:52.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:17:52.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.943104 22565 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:17:52.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.945029 22565 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:17:52.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.945556 22565 kserver.cc:163] Server-wide thread pool size limit: 3276
04:17:52.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.954530 22565 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
04:17:52.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.967078 22565 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
04:17:52.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.967356 22565 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
04:17:52.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.967667 22565 ts_tablet_manager.cc:610] Registered 0 tablets
04:17:52.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:52.967883 22565 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
04:17:53.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:53.676697 22565 rpc_server.cc:307] RPC server started. Bound to: 127.21.195.1:40663
04:17:53.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:53.676880 22718 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.195.1:40663 every 8 connection(s)
04:17:53.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:53.680500 22565 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-0/data/info.pb
04:17:53.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:53.684669 22284 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu as pid 22565
04:17:53.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:53.685146 22284 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-0/wal/instance
04:17:53.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:53.704896 22284 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:17:53.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:17:53.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-1/wal
04:17:53.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-1/data
04:17:53.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:17:53.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:17:53.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:17:53.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:17:53.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:17:53.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:17:53.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-1/logs
04:17:53.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-1/data/info.pb
04:17:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:17:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:17:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:17:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:17:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:17:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:17:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:17:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:17:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
04:17:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:17:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.195.2:0
04:17:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.195.2
04:17:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.195.2
04:17:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:17:53.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.195.62:44881,127.21.195.61:42391,127.21.195.60:41649
04:17:53.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.195.20:42425
04:17:53.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:17:53.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:17:53.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
04:17:53.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:53.747138 22719 heartbeater.cc:347] Connected to a master server at 127.21.195.60:41649
04:17:53.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:53.747673 22719 heartbeater.cc:464] Registering TS with master...
04:17:53.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:53.748945 22719 heartbeater.cc:511] Master 127.21.195.60:41649 requested a full tablet report, sending...
04:17:53.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:53.752774 22483 ts_manager.cc:194] Registered new tserver with Master: 499b72c7a34f4a50bee51ff4750d2ef2 (127.21.195.1:40663)
04:17:53.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:53.760099 22720 heartbeater.cc:347] Connected to a master server at 127.21.195.61:42391
04:17:53.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:53.760519 22720 heartbeater.cc:464] Registering TS with master...
04:17:53.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:53.761478 22720 heartbeater.cc:511] Master 127.21.195.61:42391 requested a full tablet report, sending...
04:17:53.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:53.765139 22404 ts_manager.cc:194] Registered new tserver with Master: 499b72c7a34f4a50bee51ff4750d2ef2 (127.21.195.1:40663)
04:17:53.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:53.776782 22725 heartbeater.cc:347] Connected to a master server at 127.21.195.62:44881
04:17:53.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:53.777132 22725 heartbeater.cc:464] Registering TS with master...
04:17:53.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:53.777927 22725 heartbeater.cc:511] Master 127.21.195.62:44881 requested a full tablet report, sending...
04:17:53.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:53.780447 22328 ts_manager.cc:194] Registered new tserver with Master: 499b72c7a34f4a50bee51ff4750d2ef2 (127.21.195.1:40663)
04:17:53.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:53.783766 22328 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.195.1:53987
04:17:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:54.070752 22726 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:17:54.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:54.071306 22726 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:17:54.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:54.071846 22726 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:17:54.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:54.121070 22726 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:17:54.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:54.122560 22726 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.195.2
04:17:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:54.174993 22726 tablet_server_runner.cc:78] Tablet server non-default flags:
04:17:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:17:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.195.20:42425
04:17:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:17:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:17:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-1/data
04:17:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-1/wal
04:17:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:17:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:17:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.195.2:0
04:17:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:17:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:17:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:17:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-1/data/info.pb
04:17:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.195.2
04:17:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:17:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.195.62:44881,127.21.195.61:42391,127.21.195.60:41649
04:17:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:17:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:17:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:17:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:17:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:17:54.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.195.2
04:17:54.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-1/logs
04:17:54.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:17:54.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:17:54.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:17:54.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
04:17:54.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:17:54.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:17:54.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:17:54.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:53:07 UTC on ccycloud.quasar-ytgwka.root.comops.site
04:17:54.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671577
04:17:54.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:17:54.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:54.176466 22726 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:17:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:54.178287 22726 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:17:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:54.199396 22736 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:17:54.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:54.788358 22725 heartbeater.cc:503] Master 127.21.195.62:44881 was elected leader, sending a full tablet report...
04:17:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:54.199643 22738 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:17:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:54.200484 22735 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:17:55.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:54.201421 22726 server_base.cc:1034] running on GCE node
04:17:55.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.444005 22726 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:17:55.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.446784 22726 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:17:55.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.448302 22726 hybrid_clock.cc:648] HybridClock initialized: now 1790309875448259 us; error 53 us; skew 500 ppm
04:17:55.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.449066 22726 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:17:55.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.455771 22726 webserver.cc:460] Webserver started at http://127.21.195.2:35735/ using document root <none> and password file <none>
04:17:55.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.456722 22726 fs_manager.cc:359] Metadata directory not provided
04:17:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.456908 22726 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:17:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.457279 22726 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:17:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.461872 22726 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-1/data/instance:
04:17:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1aeaec6f1fc47ef91aa8fff647ac412"
04:17:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:17:55 on dist-test-slave-qxl5"
04:17:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.462873 22726 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-1/wal/instance:
04:17:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1aeaec6f1fc47ef91aa8fff647ac412"
04:17:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:17:55 on dist-test-slave-qxl5"
04:17:55.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.470330 22726 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.004s
04:17:55.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.475701 22747 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:17:55.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.476881 22726 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
04:17:55.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.477152 22726 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-1/data,/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-1/wal
04:17:55.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d1aeaec6f1fc47ef91aa8fff647ac412"
04:17:55.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:17:55 on dist-test-slave-qxl5"
04:17:55.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.477418 22726 fs_report.cc:383] FS layout report
04:17:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:17:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-1/wal
04:17:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-1/wal
04:17:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-1/data/data
04:17:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:17:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:17:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:17:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:17:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:17:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:17:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:17:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:17:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:17:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:17:55.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:17:55.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.511816 22726 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:17:55.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.513175 22726 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:17:55.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.513720 22726 kserver.cc:163] Server-wide thread pool size limit: 3276
04:17:55.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.516311 22726 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
04:17:55.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.520670 22726 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
04:17:55.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.520849 22726 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
04:17:55.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.521057 22726 ts_tablet_manager.cc:610] Registered 0 tablets
04:17:55.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.521186 22726 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
04:17:55.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.664944 22726 rpc_server.cc:307] RPC server started. Bound to: 127.21.195.2:43233
04:17:55.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.665146 22859 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.195.2:43233 every 8 connection(s)
04:17:55.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.667932 22726 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-1/data/info.pb
04:17:55.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.669082 22284 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu as pid 22726
04:17:55.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.669723 22284 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-1/wal/instance
04:17:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.688329 22284 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:17:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:17:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-2/wal
04:17:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-2/data
04:17:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:17:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:17:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:17:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:17:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:17:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:17:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-2/logs
04:17:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-2/data/info.pb
04:17:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:17:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:17:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:17:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:17:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:17:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:17:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:17:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:17:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
04:17:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:17:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.195.3:0
04:17:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.195.3
04:17:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.195.3
04:17:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:17:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.195.62:44881,127.21.195.61:42391,127.21.195.60:41649
04:17:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.195.20:42425
04:17:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:17:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:17:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
04:17:55.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.735705 22861 heartbeater.cc:347] Connected to a master server at 127.21.195.61:42391
04:17:55.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.736202 22861 heartbeater.cc:464] Registering TS with master...
04:17:55.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.737349 22861 heartbeater.cc:511] Master 127.21.195.61:42391 requested a full tablet report, sending...
04:17:55.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.738850 22860 heartbeater.cc:347] Connected to a master server at 127.21.195.60:41649
04:17:55.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.739177 22860 heartbeater.cc:464] Registering TS with master...
04:17:55.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.739856 22404 ts_manager.cc:194] Registered new tserver with Master: d1aeaec6f1fc47ef91aa8fff647ac412 (127.21.195.2:43233)
04:17:55.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.739895 22860 heartbeater.cc:511] Master 127.21.195.60:41649 requested a full tablet report, sending...
04:17:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.740885 22862 heartbeater.cc:347] Connected to a master server at 127.21.195.62:44881
04:17:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.741225 22862 heartbeater.cc:464] Registering TS with master...
04:17:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.741943 22862 heartbeater.cc:511] Master 127.21.195.62:44881 requested a full tablet report, sending...
04:17:55.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.742179 22483 ts_manager.cc:194] Registered new tserver with Master: d1aeaec6f1fc47ef91aa8fff647ac412 (127.21.195.2:43233)
04:17:55.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.745115 22328 ts_manager.cc:194] Registered new tserver with Master: d1aeaec6f1fc47ef91aa8fff647ac412 (127.21.195.2:43233)
04:17:55.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:55.746605 22328 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.195.2:41901
04:17:56.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:56.016695 22868 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:17:56.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:56.017241 22868 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:17:56.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:56.017835 22868 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:17:56.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:56.048482 22868 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:17:56.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:56.049379 22868 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.195.3
04:17:56.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:56.083199 22868 tablet_server_runner.cc:78] Tablet server non-default flags:
04:17:56.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:17:56.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.195.20:42425
04:17:56.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:17:56.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:17:56.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-2/data
04:17:56.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-2/wal
04:17:56.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:17:56.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:17:56.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.195.3:0
04:17:56.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:17:56.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:17:56.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:17:56.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-2/data/info.pb
04:17:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.195.3
04:17:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:17:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.195.62:44881,127.21.195.61:42391,127.21.195.60:41649
04:17:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:17:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:17:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:17:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:17:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:17:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.195.3
04:17:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-2/logs
04:17:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:17:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:17:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:17:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
04:17:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:17:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:17:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:17:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:53:07 UTC on ccycloud.quasar-ytgwka.root.comops.site
04:17:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671577
04:17:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:17:56.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:56.084693 22868 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:17:56.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:56.086300 22868 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:17:56.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:56.106696 22879 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:17:56.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:56.749655 22862 heartbeater.cc:503] Master 127.21.195.62:44881 was elected leader, sending a full tablet report...
04:17:57.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:56.107613 22877 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:17:57.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:56.109745 22868 server_base.cc:1034] running on GCE node
04:17:57.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:56.107300 22876 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:17:57.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.319873 22868 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:17:57.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.322716 22868 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:17:57.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.324193 22868 hybrid_clock.cc:648] HybridClock initialized: now 1790309877324125 us; error 78 us; skew 500 ppm
04:17:57.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.325145 22868 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:17:57.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.332253 22868 webserver.cc:460] Webserver started at http://127.21.195.3:39819/ using document root <none> and password file <none>
04:17:57.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.333114 22868 fs_manager.cc:359] Metadata directory not provided
04:17:57.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.333302 22868 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:17:57.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.333745 22868 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:17:57.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.338766 22868 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-2/data/instance:
04:17:57.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e01b0b3b1344f84882824117f6244dc"
04:17:57.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:17:57 on dist-test-slave-qxl5"
04:17:57.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.339763 22868 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-2/wal/instance:
04:17:57.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e01b0b3b1344f84882824117f6244dc"
04:17:57.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:17:57 on dist-test-slave-qxl5"
04:17:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.346540 22868 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.000s
04:17:57.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.351858 22887 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:17:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.352950 22868 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
04:17:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.353214 22868 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-2/data,/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-2/wal
04:17:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6e01b0b3b1344f84882824117f6244dc"
04:17:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:17:57 on dist-test-slave-qxl5"
04:17:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.353498 22868 fs_report.cc:383] FS layout report
04:17:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:17:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-2/wal
04:17:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-2/wal
04:17:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-2/data/data
04:17:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:17:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:17:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:17:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:17:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:17:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:17:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:17:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:17:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:17:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:17:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:17:57.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.390132 22868 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:17:57.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.391475 22868 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:17:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.391880 22868 kserver.cc:163] Server-wide thread pool size limit: 3276
04:17:57.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.394244 22868 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
04:17:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.398326 22868 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
04:17:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.398504 22868 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
04:17:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.398713 22868 ts_tablet_manager.cc:610] Registered 0 tablets
04:17:57.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.398841 22868 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
04:17:57.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.538452 22868 rpc_server.cc:307] RPC server started. Bound to: 127.21.195.3:37377
04:17:57.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.538548 22999 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.21.195.3:37377 every 8 connection(s)
04:17:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.540915 22868 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-2/data/info.pb
04:17:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.544499 22284 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu as pid 22868
04:17:57.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.544934 22284 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster2490714199586202254/ts-2/wal/instance
04:17:57.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.594523 23000 heartbeater.cc:347] Connected to a master server at 127.21.195.60:41649
04:17:57.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.595003 23000 heartbeater.cc:464] Registering TS with master...
04:17:57.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.596253 23000 heartbeater.cc:511] Master 127.21.195.60:41649 requested a full tablet report, sending...
04:17:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.597025 23001 heartbeater.cc:347] Connected to a master server at 127.21.195.61:42391
04:17:57.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.597277 23001 heartbeater.cc:464] Registering TS with master...
04:17:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.598001 23001 heartbeater.cc:511] Master 127.21.195.61:42391 requested a full tablet report, sending...
04:17:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.599470 22483 ts_manager.cc:194] Registered new tserver with Master: 6e01b0b3b1344f84882824117f6244dc (127.21.195.3:37377)
04:17:57.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.601202 23002 heartbeater.cc:347] Connected to a master server at 127.21.195.62:44881
04:17:57.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.601545 23002 heartbeater.cc:464] Registering TS with master...
04:17:57.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.602255 22404 ts_manager.cc:194] Registered new tserver with Master: 6e01b0b3b1344f84882824117f6244dc (127.21.195.3:37377)
04:17:57.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.602406 23002 heartbeater.cc:511] Master 127.21.195.62:44881 requested a full tablet report, sending...
04:17:57.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.604353 22328 ts_manager.cc:194] Registered new tserver with Master: 6e01b0b3b1344f84882824117f6244dc (127.21.195.3:37377)
04:17:57.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.606379 22328 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.21.195.3:59721
04:17:57.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.610848 22284 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
04:17:57.623 [DEBUG - main] (MiniKuduCluster.java:195) Response:
04:17:57.623 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
04:17:57.624 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.21.195.62"
port: 44881
}
bound_http_address {
host: "127.21.195.62"
port: 41587
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.21.195.61"
port: 42391
}
bound_http_address {
host: "127.21.195.61"
port: 41157
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.21.195.60"
port: 41649
}
bound_http_address {
host: "127.21.195.60"
port: 43633
}
}
}
04:17:57.624 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
04:17:57.625 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.21.195.1"
port: 40663
}
bound_http_address {
host: "127.21.195.1"
port: 44811
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.21.195.2"
port: 43233
}
bound_http_address {
host: "127.21.195.2"
port: 35735
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.21.195.3"
port: 37377
}
bound_http_address {
host: "127.21.195.3"
port: 39819
}
}
}
04:17:57.625 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
04:17:57.626 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3859384651443034135/krb5kdc/krb5cc
04:17:57.627 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
04:17:57.628 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskc0euaK/test-tmp
04:17:57.628 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
04:17:57.628 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskc0euaK/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
04:17:57.630 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
04:17:57.954 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:17:57.955 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
04:17:57.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.957931 23011 mini_oidc.cc:152] Starting JWKS server
04:17:57.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.961210 23011 webserver.cc:460] Webserver started at http://127.0.0.1:33537/ using document root <none> and password file <none>
04:17:57.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.961601 23011 mini_oidc.cc:189] Starting OIDC Discovery server
04:17:57.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:57.963193 23011 webserver.cc:460] Webserver started at http://127.0.0.1:33607/ using document root <none> and password file <none>
04:17:58.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
04:17:58.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/principal' for realm 'KRBTEST.COM',
04:17:58.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
04:17:58.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:17:58 dist-test-slave-qxl5 krb5kdc[23022](info): setting up network...
04:17:58.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
04:17:58.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:17:58 dist-test-slave-qxl5 krb5kdc[23022](info): set up 2 sockets
04:17:58.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:17:58 dist-test-slave-qxl5 krb5kdc[23022](info): commencing operation
04:17:58.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
04:17:58.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:58.610272 23002 heartbeater.cc:503] Master 127.21.195.62:44881 was elected leader, sending a full tablet report...
04:17:59.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:59.089715 23011 mini_kdc.cc:121] Time spent starting KDC: real 1.101s user 0.000s sys 0.017s
04:17:59.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
04:17:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
04:17:59.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
04:17:59.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
04:17:59.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
04:17:59.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
04:17:59.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
04:17:59.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
04:17:59.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
04:17:59.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
04:17:59.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/test-user.keytab.
04:17:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/test-user.keytab.
04:17:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:17:59 dist-test-slave-qxl5 krb5kdc[23022](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790309879, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:17:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
04:17:59.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T04:17:59Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
04:17:59.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T04:17:59Z Disabled control of system clock
04:17:59.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.22.120.254@KRBTEST.COM; defaulting to no policy
04:17:59.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:17:59.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.22.120.254@KRBTEST.COM" created.
04:17:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:17:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.22.120.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kudu_127.22.120.254.keytab.
04:17:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.22.120.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kudu_127.22.120.254.keytab.
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:59.278080 23011 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/wal
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/data
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/logs
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/data/info.pb
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.120.254:35839
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.120.254
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:17:59.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kudu_127.22.120.254.keytab
04:17:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.120.254
04:17:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:17:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:17:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:17:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.120.212:44679
04:17:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:17:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:17:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:17:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:17:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.120.254:35839,127.22.120.253:39655,127.22.120.252:43509
04:17:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:17:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33537/jwks.json
04:17:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:17:59.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:59.591663 23036 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:17:59.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:59.592345 23036 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:17:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:59.592988 23036 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:17:59.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:59.626292 23036 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:17:59.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:59.626515 23036 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:17:59.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:59.626781 23036 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:17:59.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:59.626976 23036 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:17:59.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:59.627156 23036 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:17:59.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:59.627329 23036 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:17:59.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:59.627457 23036 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33537/jwks.json
04:17:59.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:59.663480 23036 master_runner.cc:386] Master server non-default flags:
04:17:59.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:17:59.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.120.212:44679
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/data
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/wal
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.120.254:35839,127.22.120.253:39655,127.22.120.252:43509
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kudu_127.22.120.254.keytab
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.120.254
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.120.254:35839
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33537/jwks.json
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/data/info.pb
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.120.254
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/logs
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:17:59.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:17:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:17:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:17:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:17:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:17:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:53:07 UTC on ccycloud.quasar-ytgwka.root.comops.site
04:17:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671577
04:17:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:17:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:59.664786 23036 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:17:59.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:17:59.666033 23036 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:17:59.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:59.684682 23042 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:18:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:59.684689 23043 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:18:00.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:17:59.689236 23045 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:18:00.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:00.910049 23044 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
04:18:00.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:00.910151 23036 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
04:18:00.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:00.913928 23036 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:18:00.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:00.916577 23036 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:18:00.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:00.918164 23036 hybrid_clock.cc:648] HybridClock initialized: now 1790309880918131 us; error 37 us; skew 500 ppm
04:18:00.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:00.918995 23036 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:18:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:18:00 dist-test-slave-qxl5 krb5kdc[23022](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790309880, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.120.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:18:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:00.924682 23036 init.cc:377] Logged in from keytab as kudu/127.22.120.254@KRBTEST.COM (short username kudu)
04:18:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:00.929800 23036 webserver.cc:460] Webserver started at http://127.22.120.254:38305/ using document root <none> and password file <none>
04:18:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:00.930752 23036 fs_manager.cc:359] Metadata directory not provided
04:18:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:00.930982 23036 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:18:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:00.931449 23036 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:18:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:00.936296 23036 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/data/instance:
04:18:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ebcfc0fd4464670adb4f0739e2bb863"
04:18:00.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:18:00 on dist-test-slave-qxl5"
04:18:00.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:00.937398 23036 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/wal/instance:
04:18:00.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ebcfc0fd4464670adb4f0739e2bb863"
04:18:00.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:18:00 on dist-test-slave-qxl5"
04:18:00.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:00.944393 23036 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.007s sys 0.000s
04:18:00.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:00.949690 23053 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:18:00.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:00.950773 23036 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.005s sys 0.000s
04:18:00.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:00.951108 23036 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/data,/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/wal
04:18:00.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ebcfc0fd4464670adb4f0739e2bb863"
04:18:00.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:18:00 on dist-test-slave-qxl5"
04:18:00.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:00.951443 23036 fs_report.cc:383] FS layout report
04:18:00.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:18:00.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/wal
04:18:00.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/wal
04:18:00.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/data/data
04:18:00.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:18:00.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:18:00.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:18:00.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:18:00.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:18:00.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:18:00.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:18:00.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:18:00.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:18:00.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:18:00.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:18:00.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:00.986892 23036 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:18:00.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:00.992249 23036 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:18:00.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:00.992785 23036 kserver.cc:163] Server-wide thread pool size limit: 3276
04:18:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:01.064203 23036 rpc_server.cc:307] RPC server started. Bound to: 127.22.120.254:35839
04:18:01.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:01.064296 23105 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.120.254:35839 every 8 connection(s)
04:18:01.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:01.067082 23036 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/data/info.pb
04:18:01.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:01.072598 23106 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:18:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:01.074237 23011 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu as pid 23036
04:18:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:01.074607 23011 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/wal/instance
04:18:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:01.085873 23106 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } has no permanent_uuid. Determining permanent_uuid...
04:18:01.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.22.120.253@KRBTEST.COM; defaulting to no policy
04:18:01.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:18:01.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.22.120.253@KRBTEST.COM" created.
04:18:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:18:01 dist-test-slave-qxl5 krb5kdc[23022](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790309880, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.120.254@KRBTEST.COM for kudu/127.22.120.254@KRBTEST.COM
04:18:01.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:18:01.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.22.120.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kudu_127.22.120.253.keytab.
04:18:01.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.22.120.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kudu_127.22.120.253.keytab.
04:18:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:01.124436 23011 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:18:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:18:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/wal
04:18:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/data
04:18:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/logs
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/data/info.pb
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.120.253:39655
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.120.253
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kudu_127.22.120.253.keytab
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.120.253
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.120.212:44679
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.120.254:35839,127.22.120.253:39655,127.22.120.252:43509
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33537/jwks.json
04:18:01.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:18:01.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:01.130060 23106 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } has no permanent_uuid. Determining permanent_uuid...
04:18:01.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:01.132405 23055 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.120.253:39655: connect: Connection refused (error 111)
04:18:01.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:01.136292 23106 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.120.253:39655: Network error: Client connection negotiation failed: client connection to 127.22.120.253:39655: connect: Connection refused (error 111)
04:18:01.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:01.185696 23106 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } attempt: 1
04:18:01.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:01.189373 23106 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.120.253:39655: Network error: Client connection negotiation failed: client connection to 127.22.120.253:39655: connect: Connection refused (error 111)
04:18:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:01.257735 23106 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } attempt: 2
04:18:01.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:01.261453 23106 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.120.253:39655: Network error: Client connection negotiation failed: client connection to 127.22.120.253:39655: connect: Connection refused (error 111)
04:18:01.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:01.352835 23106 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } attempt: 3
04:18:01.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:01.356372 23106 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.120.253:39655: Network error: Client connection negotiation failed: client connection to 127.22.120.253:39655: connect: Connection refused (error 111)
04:18:01.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:01.431969 23112 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:18:01.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:01.432765 23112 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:18:01.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:01.433641 23112 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:18:01.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:01.464543 23112 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:18:01.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:01.464766 23112 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:18:01.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:01.465181 23112 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:18:01.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:01.465514 23112 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:18:01.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:01.465772 23112 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:18:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:01.465970 23112 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:18:01.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:01.466116 23112 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33537/jwks.json
04:18:01.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:01.499771 23106 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } attempt: 4
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:01.503057 23112 master_runner.cc:386] Master server non-default flags:
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.120.212:44679
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/data
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/wal
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.120.254:35839,127.22.120.253:39655,127.22.120.252:43509
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kudu_127.22.120.253.keytab
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.120.253
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.120.253:39655
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33537/jwks.json
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/data/info.pb
04:18:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.120.253
04:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/logs
04:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:53:07 UTC on ccycloud.quasar-ytgwka.root.comops.site
04:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671577
04:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:01.503505 23106 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.120.253:39655: Network error: Client connection negotiation failed: client connection to 127.22.120.253:39655: connect: Connection refused (error 111)
04:18:01.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:01.504453 23112 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:18:01.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:01.505463 23112 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:18:01.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:01.523509 23119 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:18:01.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:01.802893 23106 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } attempt: 5
04:18:01.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:01.806452 23106 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.120.253:39655: Network error: Client connection negotiation failed: client connection to 127.22.120.253:39655: connect: Connection refused (error 111)
04:18:02.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.353807 23106 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } attempt: 6
04:18:02.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:02.360845 23106 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.120.253:39655: Network error: Client connection negotiation failed: client connection to 127.22.120.253:39655: connect: Connection refused (error 111)
04:18:02.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:01.523590 23122 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:18:02.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:01.525089 23112 server_base.cc:1034] running on GCE node
04:18:02.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:01.523571 23120 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:18:02.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.759546 23112 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:18:02.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.762276 23112 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:18:02.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.763641 23112 hybrid_clock.cc:648] HybridClock initialized: now 1790309882763586 us; error 51 us; skew 500 ppm
04:18:02.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.764844 23112 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:18:02.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:18:02 dist-test-slave-qxl5 krb5kdc[23022](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790309882, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.120.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:18:02.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.771304 23112 init.cc:377] Logged in from keytab as kudu/127.22.120.253@KRBTEST.COM (short username kudu)
04:18:02.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.776698 23112 webserver.cc:460] Webserver started at http://127.22.120.253:45535/ using document root <none> and password file <none>
04:18:02.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.777694 23112 fs_manager.cc:359] Metadata directory not provided
04:18:02.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.777872 23112 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:18:02.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.778247 23112 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:18:02.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.783373 23112 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/data/instance:
04:18:02.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d11b3376b50421bb442df8c4be3b3d3"
04:18:02.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:18:02 on dist-test-slave-qxl5"
04:18:02.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.784472 23112 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/wal/instance:
04:18:02.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d11b3376b50421bb442df8c4be3b3d3"
04:18:02.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:18:02 on dist-test-slave-qxl5"
04:18:02.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.792259 23112 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
04:18:02.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.798506 23132 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:18:02.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.799646 23112 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
04:18:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.799935 23112 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/data,/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/wal
04:18:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d11b3376b50421bb442df8c4be3b3d3"
04:18:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:18:02 on dist-test-slave-qxl5"
04:18:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.800331 23112 fs_report.cc:383] FS layout report
04:18:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:18:02.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/wal
04:18:02.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/wal
04:18:02.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/data/data
04:18:02.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:18:02.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:18:02.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:18:02.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:18:02.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:18:02.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:18:02.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:18:02.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:18:02.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:18:02.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:18:02.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:18:02.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.841743 23112 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:18:02.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.847193 23112 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:18:02.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.847625 23112 kserver.cc:163] Server-wide thread pool size limit: 3276
04:18:02.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.919232 23112 rpc_server.cc:307] RPC server started. Bound to: 127.22.120.253:39655
04:18:02.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.919459 23183 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.120.253:39655 every 8 connection(s)
04:18:02.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.921949 23112 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/data/info.pb
04:18:02.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.924181 23011 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu as pid 23112
04:18:02.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.924737 23011 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/wal/instance
04:18:02.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.927544 23184 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:18:02.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.22.120.252@KRBTEST.COM; defaulting to no policy
04:18:02.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.939136 23184 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } has no permanent_uuid. Determining permanent_uuid...
04:18:02.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:18:02.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.22.120.252@KRBTEST.COM" created.
04:18:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:18:02 dist-test-slave-qxl5 krb5kdc[23022](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790309882, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.120.253@KRBTEST.COM for kudu/127.22.120.254@KRBTEST.COM
04:18:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
04:18:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.22.120.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kudu_127.22.120.252.keytab.
04:18:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.22.120.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kudu_127.22.120.252.keytab.
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.968566 23011 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/wal
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/data
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/logs
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/data/info.pb
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.120.252:43509
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.120.252
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kudu_127.22.120.252.keytab
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.120.252
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.120.212:44679
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.120.254:35839,127.22.120.253:39655,127.22.120.252:43509
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:18:02.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33537/jwks.json
04:18:02.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:18:02.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:02.976301 23184 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } has no permanent_uuid. Determining permanent_uuid...
04:18:02.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:18:02 dist-test-slave-qxl5 krb5kdc[23022](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790309882, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.120.253@KRBTEST.COM for kudu/127.22.120.253@KRBTEST.COM
04:18:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:03.006350 23184 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } has no permanent_uuid. Determining permanent_uuid...
04:18:03.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.008682 23135 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.120.252:43509: connect: Connection refused (error 111)
04:18:03.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.013032 23184 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.120.252:43509: Network error: Client connection negotiation failed: client connection to 127.22.120.252:43509: connect: Connection refused (error 111)
04:18:03.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:03.062515 23184 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } attempt: 1
04:18:03.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.067541 23184 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.120.252:43509: Network error: Client connection negotiation failed: client connection to 127.22.120.252:43509: connect: Connection refused (error 111)
04:18:03.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:03.135960 23184 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } attempt: 2
04:18:03.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.139617 23184 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.120.252:43509: Network error: Client connection negotiation failed: client connection to 127.22.120.252:43509: connect: Connection refused (error 111)
04:18:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:03.230959 23184 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } attempt: 3
04:18:03.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.234447 23184 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.120.252:43509: Network error: Client connection negotiation failed: client connection to 127.22.120.252:43509: connect: Connection refused (error 111)
04:18:03.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.282617 23190 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:18:03.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.283236 23190 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:18:03.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.283913 23190 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:18:03.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.318547 23190 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:18:03.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.318815 23190 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:18:03.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.319221 23190 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:18:03.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.319497 23190 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:18:03.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.319793 23190 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:18:03.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.320151 23190 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:18:03.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.320392 23190 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33537/jwks.json
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:03.357095 23190 master_runner.cc:386] Master server non-default flags:
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.120.212:44679
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/data
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/wal
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.120.254:35839,127.22.120.253:39655,127.22.120.252:43509
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kudu_127.22.120.252.keytab
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.120.252
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.120.252:43509
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33537/jwks.json
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:18:03.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:18:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:18:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/data/info.pb
04:18:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.120.252
04:18:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
04:18:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:18:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:18:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:18:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:18:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:18:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/logs
04:18:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:18:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:18:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:18:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:18:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:18:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:18:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:18:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:53:07 UTC on ccycloud.quasar-ytgwka.root.comops.site
04:18:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671577
04:18:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:18:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:03.358157 23190 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:18:03.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:03.359095 23190 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:18:03.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.375941 23200 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:18:03.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:03.377830 23184 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } attempt: 4
04:18:03.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.381688 23184 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.120.252:43509: Network error: Client connection negotiation failed: client connection to 127.22.120.252:43509: connect: Connection refused (error 111)
04:18:03.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:03.421241 23106 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } attempt: 7
04:18:03.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:18:03 dist-test-slave-qxl5 krb5kdc[23022](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790309880, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.120.254@KRBTEST.COM for kudu/127.22.120.253@KRBTEST.COM
04:18:03.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:03.458760 23106 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } has no permanent_uuid. Determining permanent_uuid...
04:18:03.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.464556 23106 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.120.252:43509: Network error: Client connection negotiation failed: client connection to 127.22.120.252:43509: connect: Connection refused (error 111)
04:18:03.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:03.523154 23106 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } attempt: 1
04:18:03.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.527974 23106 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.120.252:43509: Network error: Client connection negotiation failed: client connection to 127.22.120.252:43509: connect: Connection refused (error 111)
04:18:03.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:03.609505 23106 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } attempt: 2
04:18:03.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.614243 23106 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.120.252:43509: Network error: Client connection negotiation failed: client connection to 127.22.120.252:43509: connect: Connection refused (error 111)
04:18:03.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:03.681102 23184 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } attempt: 5
04:18:03.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.686235 23184 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.120.252:43509: Network error: Client connection negotiation failed: client connection to 127.22.120.252:43509: connect: Connection refused (error 111)
04:18:03.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:03.699640 23106 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } attempt: 3
04:18:03.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.704311 23106 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.120.252:43509: Network error: Client connection negotiation failed: client connection to 127.22.120.252:43509: connect: Connection refused (error 111)
04:18:03.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:03.844692 23106 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } attempt: 4
04:18:03.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.849329 23106 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.120.252:43509: Network error: Client connection negotiation failed: client connection to 127.22.120.252:43509: connect: Connection refused (error 111)
04:18:04.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.132720 23106 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } attempt: 5
04:18:04.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:04.136583 23106 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.120.252:43509: Network error: Client connection negotiation failed: client connection to 127.22.120.252:43509: connect: Connection refused (error 111)
04:18:04.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.233662 23184 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } attempt: 6
04:18:04.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:04.240413 23184 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.120.252:43509: Network error: Client connection negotiation failed: client connection to 127.22.120.252:43509: connect: Connection refused (error 111)
04:18:04.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.377193 23202 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:18:04.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:03.375977 23199 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:18:04.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:04.621814 23201 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
04:18:04.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.621830 23190 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
04:18:04.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.626796 23190 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:18:04.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.629314 23190 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:18:04.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.630705 23190 hybrid_clock.cc:648] HybridClock initialized: now 1790309884630668 us; error 41 us; skew 500 ppm
04:18:04.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.631835 23190 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:18:04.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:18:04 dist-test-slave-qxl5 krb5kdc[23022](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790309884, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.120.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:18:04.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.637879 23190 init.cc:377] Logged in from keytab as kudu/127.22.120.252@KRBTEST.COM (short username kudu)
04:18:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.642976 23190 webserver.cc:460] Webserver started at http://127.22.120.252:41223/ using document root <none> and password file <none>
04:18:04.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.643903 23190 fs_manager.cc:359] Metadata directory not provided
04:18:04.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.644155 23190 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:18:04.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.644660 23190 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
04:18:04.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.649648 23190 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/data/instance:
04:18:04.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "82a7be2ad57c4f46bd3a695d417e6e47"
04:18:04.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:18:04 on dist-test-slave-qxl5"
04:18:04.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.650735 23190 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/wal/instance:
04:18:04.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "82a7be2ad57c4f46bd3a695d417e6e47"
04:18:04.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:18:04 on dist-test-slave-qxl5"
04:18:04.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.657819 23190 fs_manager.cc:691] Time spent creating directory manager: real 0.006s user 0.005s sys 0.003s
04:18:04.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.663098 23215 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:18:04.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.664322 23190 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
04:18:04.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.664858 23190 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/data,/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/wal
04:18:04.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "82a7be2ad57c4f46bd3a695d417e6e47"
04:18:04.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:18:04 on dist-test-slave-qxl5"
04:18:04.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.665342 23190 fs_report.cc:383] FS layout report
04:18:04.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:18:04.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/wal
04:18:04.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/wal
04:18:04.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/data/data
04:18:04.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:18:04.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:18:04.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:18:04.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:18:04.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:18:04.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:18:04.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:18:04.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:18:04.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:18:04.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:18:04.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:18:04.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.688998 23106 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } attempt: 6
04:18:04.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:04.696180 23106 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.22.120.252:43509: Network error: Client connection negotiation failed: client connection to 127.22.120.252:43509: connect: Connection refused (error 111)
04:18:04.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.715190 23190 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:18:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.721259 23190 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:18:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.721662 23190 kserver.cc:163] Server-wide thread pool size limit: 3276
04:18:04.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.801995 23190 rpc_server.cc:307] RPC server started. Bound to: 127.22.120.252:43509
04:18:04.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.802100 23271 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.120.252:43509 every 8 connection(s)
04:18:04.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.804708 23190 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/data/info.pb
04:18:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.809924 23272 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
04:18:04.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.811647 23011 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu as pid 23190
04:18:04.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.812084 23011 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/wal/instance
04:18:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.822713 23272 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } has no permanent_uuid. Determining permanent_uuid...
04:18:04.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:18:04 dist-test-slave-qxl5 krb5kdc[23022](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790309884, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.120.252@KRBTEST.COM for kudu/127.22.120.254@KRBTEST.COM
04:18:04.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:18:04 dist-test-slave-qxl5 krb5kdc[23022](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790309879, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.22.120.252@KRBTEST.COM
04:18:04.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.854998 23272 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } has no permanent_uuid. Determining permanent_uuid...
04:18:04.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:18:04 dist-test-slave-qxl5 krb5kdc[23022](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790309884, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.120.252@KRBTEST.COM for kudu/127.22.120.253@KRBTEST.COM
04:18:04.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:18:04 dist-test-slave-qxl5 krb5kdc[23022](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790309879, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.22.120.253@KRBTEST.COM
04:18:04.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.880659 23272 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } has no permanent_uuid. Determining permanent_uuid...
04:18:04.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:18:04 dist-test-slave-qxl5 krb5kdc[23022](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790309884, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.120.252@KRBTEST.COM for kudu/127.22.120.252@KRBTEST.COM
04:18:04.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:18:04 dist-test-slave-qxl5 krb5kdc[23022](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790309879, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.22.120.254@KRBTEST.COM
04:18:04.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.911561 23272 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47: Bootstrap starting.
04:18:04.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.918196 23272 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47: Neither blocks nor log segments found. Creating new log.
04:18:04.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.920061 23272 log.cc:824] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47: Log is configured to *not* fsync() on all Append() calls
04:18:04.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.921070 23011 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
04:18:04.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.927093 23272 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47: No bootstrap required, opened a new log
04:18:04.931 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:18:04.931 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
04:18:04.932 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
04:18:04.932 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
04:18:04.933 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.22.120.254"
port: 35839
}
bound_http_address {
host: "127.22.120.254"
port: 38305
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.22.120.253"
port: 39655
}
bound_http_address {
host: "127.22.120.253"
port: 45535
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.22.120.252"
port: 43509
}
bound_http_address {
host: "127.22.120.252"
port: 41223
}
}
}
04:18:04.934 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
04:18:04.934 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:18:04.934 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
04:18:04.934 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
04:18:04.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.948748 23272 raft_consensus.cc:348] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } }
04:18:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.949625 23272 raft_consensus.cc:374] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:18:04.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.949924 23272 raft_consensus.cc:729] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 82a7be2ad57c4f46bd3a695d417e6e47, State: Initialized, Role: FOLLOWER
04:18:04.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.950851 23272 consensus_queue.cc:260] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } }
04:18:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.953755 23282 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } } }
04:18:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.954548 23282 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [sys.catalog]: This master's current role is: FOLLOWER
04:18:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.955443 23272 sys_catalog.cc:564] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [sys.catalog]: configured and running, proceeding with master startup.
04:18:04.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:18:04 dist-test-slave-qxl5 krb5kdc[23022](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790309884, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:18:04.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
04:18:04.970 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:18:04.971 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/krb5cc
04:18:04.973 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
04:18:04.974 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/krb5cc
04:18:04.974 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
04:18:04.975 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
04:18:04.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:04.976719 23223 tablet.cc:2369] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47: Can't schedule compaction. Clean time has not been advanced past its initial value.
04:18:04.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:04.983843 23294 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
04:18:04.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:04.984215 23294 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
04:18:05.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:04.979591 23190 master_runner.cc:186] Error getting master registration for 127.22.120.254:35839: OK, instance_id { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" instance_seqno: 1790309881044491 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
04:18:05.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.003001 23190 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:18:05.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.300853 23184 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } attempt: 7
04:18:05.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:18:05 dist-test-slave-qxl5 krb5kdc[23022](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790309882, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.120.253@KRBTEST.COM for kudu/127.22.120.252@KRBTEST.COM
04:18:05.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.320362 23282 raft_consensus.cc:482] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:18:05.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.320866 23282 raft_consensus.cc:504] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } }
04:18:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.323247 23282 leader_election.cc:288] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0ebcfc0fd4464670adb4f0739e2bb863 (127.22.120.254:35839), 8d11b3376b50421bb442df8c4be3b3d3 (127.22.120.253:39655)
04:18:05.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.336131 23184 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3: Bootstrap starting.
04:18:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.343840 23184 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3: Neither blocks nor log segments found. Creating new log.
04:18:05.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.346088 23184 log.cc:824] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3: Log is configured to *not* fsync() on all Append() calls
04:18:05.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.351076 23184 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3: No bootstrap required, opened a new log
04:18:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.381225 23184 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } }
04:18:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.381995 23184 raft_consensus.cc:374] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:18:05.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.382287 23184 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8d11b3376b50421bb442df8c4be3b3d3, State: Initialized, Role: FOLLOWER
04:18:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.383150 23184 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } }
04:18:05.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.386458 23300 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } } }
04:18:05.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.388025 23300 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [sys.catalog]: This master's current role is: FOLLOWER
04:18:05.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.388821 23184 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [sys.catalog]: configured and running, proceeding with master startup.
04:18:05.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.393488 23159 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d11b3376b50421bb442df8c4be3b3d3" is_pre_election: true
04:18:05.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.394284 23159 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 82a7be2ad57c4f46bd3a695d417e6e47 in term 0.
04:18:05.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.395807 23216 leader_election.cc:302] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 82a7be2ad57c4f46bd3a695d417e6e47, 8d11b3376b50421bb442df8c4be3b3d3; no voters:
04:18:05.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.397042 23282 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [term 0 FOLLOWER]: Leader pre-election won for term 1
04:18:05.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.397380 23282 raft_consensus.cc:482] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
04:18:05.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.397686 23282 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [term 0 FOLLOWER]: Advancing to term 1
04:18:05.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.405043 23282 raft_consensus.cc:504] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } }
04:18:05.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.407356 23282 leader_election.cc:288] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [CANDIDATE]: Term 1 election: Requested vote from peers 0ebcfc0fd4464670adb4f0739e2bb863 (127.22.120.254:35839), 8d11b3376b50421bb442df8c4be3b3d3 (127.22.120.253:39655)
04:18:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.409802 23159 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d11b3376b50421bb442df8c4be3b3d3"
04:18:05.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.410419 23159 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [term 0 FOLLOWER]: Advancing to term 1
04:18:05.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.418934 23159 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 82a7be2ad57c4f46bd3a695d417e6e47 in term 1.
04:18:05.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.420434 23216 leader_election.cc:302] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 82a7be2ad57c4f46bd3a695d417e6e47, 8d11b3376b50421bb442df8c4be3b3d3; no voters:
04:18:05.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.422663 23282 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [term 1 FOLLOWER]: Leader election won for term 1
04:18:05.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.425071 23282 raft_consensus.cc:686] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [term 1 LEADER]: Becoming Leader. State: Replica: 82a7be2ad57c4f46bd3a695d417e6e47, State: Running, Role: LEADER
04:18:05.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.426579 23282 consensus_queue.cc:237] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } }
04:18:05.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.450862 23314 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
04:18:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.458232 23307 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 82a7be2ad57c4f46bd3a695d417e6e47. Latest consensus state: current_term: 1 leader_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } } }
04:18:05.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.463342 23307 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [sys.catalog]: This master's current role is: LEADER
04:18:05.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.472229 23315 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
04:18:05.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.495581 23315 catalog_manager.cc:1484] Initializing Kudu cluster ID...
04:18:05.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.514925 23159 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [term 1 FOLLOWER]: Refusing update from remote peer 82a7be2ad57c4f46bd3a695d417e6e47: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
04:18:05.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.517205 23282 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
04:18:05.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.494585 23112 master_runner.cc:186] Error getting master registration for 127.22.120.254:35839: OK, instance_id { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" instance_seqno: 1790309881044491 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
04:18:05.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.539049 23112 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:18:05.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.547641 23300 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 82a7be2ad57c4f46bd3a695d417e6e47. Latest consensus state: current_term: 1 leader_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } } }
04:18:05.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.548584 23300 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [sys.catalog]: This master's current role is: FOLLOWER
04:18:05.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.554250 23282 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } } }
04:18:05.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.554975 23282 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [sys.catalog]: This master's current role is: LEADER
04:18:05.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.555943 23316 mvcc.cc:205] Tried to move back new op lower bound from 7333109291054968832 to 7333109290724429824. Current Snapshot: MvccSnapshot[applied={T|T < 7333109291054968832}]
04:18:05.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.557225 23315 catalog_manager.cc:1347] Generated new cluster ID: 5d48af89303d4117bd8067e48b447305
04:18:05.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.557483 23315 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
04:18:05.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.578411 23300 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } } }
04:18:05.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.579164 23300 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [sys.catalog]: This master's current role is: FOLLOWER
04:18:05.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.622915 23315 catalog_manager.cc:1370] Generated new certificate authority record
04:18:05.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.626245 23315 catalog_manager.cc:1504] Loading token signing keys...
04:18:05.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.652009 23315 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47: Generated new TSK 0
04:18:05.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.653098 23315 catalog_manager.cc:1514] Initializing in-progress tserver states...
04:18:05.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.729574 23106 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } attempt: 7
04:18:05.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:18:05 dist-test-slave-qxl5 krb5kdc[23022](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790309880, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.120.254@KRBTEST.COM for kudu/127.22.120.252@KRBTEST.COM
04:18:05.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.765383 23106 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863: Bootstrap starting.
04:18:05.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.772333 23106 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863: Neither blocks nor log segments found. Creating new log.
04:18:05.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.774482 23106 log.cc:824] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863: Log is configured to *not* fsync() on all Append() calls
04:18:05.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.781484 23106 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863: No bootstrap required, opened a new log
04:18:05.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.811177 23106 raft_consensus.cc:348] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } }
04:18:05.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.812222 23106 raft_consensus.cc:374] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
04:18:05.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.812641 23106 raft_consensus.cc:729] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0ebcfc0fd4464670adb4f0739e2bb863, State: Initialized, Role: FOLLOWER
04:18:05.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.813638 23106 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } }
04:18:05.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.825152 23323 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } } }
04:18:05.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.825954 23323 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863 [sys.catalog]: This master's current role is: FOLLOWER
04:18:05.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.827499 23106 sys_catalog.cc:564] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863 [sys.catalog]: configured and running, proceeding with master startup.
04:18:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.837817 23079 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863 [term 0 FOLLOWER]: Advancing to term 1
04:18:05.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.827674 23080 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0ebcfc0fd4464670adb4f0739e2bb863"
04:18:05.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.842100 23081 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" is_pre_election: true
04:18:05.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.847303 23079 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863 [term 1 FOLLOWER]: Refusing update from remote peer 82a7be2ad57c4f46bd3a695d417e6e47: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
04:18:05.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.848136 23323 raft_consensus.cc:482] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:18:05.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.848585 23323 raft_consensus.cc:504] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } }
04:18:05.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.849535 23282 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
04:18:05.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.850729 23323 leader_election.cc:288] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 8d11b3376b50421bb442df8c4be3b3d3 (127.22.120.253:39655), 82a7be2ad57c4f46bd3a695d417e6e47 (127.22.120.252:43509)
04:18:05.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.852334 23245 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" is_pre_election: true
04:18:05.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.853251 23159 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d11b3376b50421bb442df8c4be3b3d3" is_pre_election: true
04:18:05.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.854920 23055 leader_election.cc:302] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0ebcfc0fd4464670adb4f0739e2bb863; no voters: 82a7be2ad57c4f46bd3a695d417e6e47, 8d11b3376b50421bb442df8c4be3b3d3
04:18:05.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.855934 23323 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
04:18:05.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.914512 23323 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 82a7be2ad57c4f46bd3a695d417e6e47. Latest consensus state: current_term: 1 leader_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } } }
04:18:05.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.915238 23323 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863 [sys.catalog]: This master's current role is: FOLLOWER
04:18:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.916245 23333 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } } }
04:18:05.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.917145 23333 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863 [sys.catalog]: This master's current role is: FOLLOWER
04:18:05.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.929082 23339 catalog_manager.cc:1259] Loaded cluster ID: 5d48af89303d4117bd8067e48b447305
04:18:05.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.929332 23339 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863: loading cluster ID for follower catalog manager: success
04:18:05.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.939617 23339 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863: acquiring CA information for follower catalog manager: success
04:18:05.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:05.945448 23339 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:18:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:06.369417 23282 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } } }
04:18:06.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:06.370148 23282 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [sys.catalog]: This master's current role is: LEADER
04:18:06.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:06.460407 23314 catalog_manager.cc:1259] Loaded cluster ID: 5d48af89303d4117bd8067e48b447305
04:18:06.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:06.460996 23314 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3: loading cluster ID for follower catalog manager: success
04:18:06.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:06.469565 23314 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3: acquiring CA information for follower catalog manager: success
04:18:06.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:06.475642 23314 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:18:06.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:06.495358 23180 debug-util.cc:398] Leaking SignalData structure 0x7b0800040480 after lost signal to thread 23114
04:18:06.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:06.495999 23180 debug-util.cc:398] Leaking SignalData structure 0x7b0800083960 after lost signal to thread 23183
04:18:07.976 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.22.120.253:39655
04:18:07.976 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
04:18:07.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:07.978637 23011 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu with pid 23112
04:18:08.007 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:18:08.007 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.22.120.252:43509
04:18:08.007 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
04:18:08.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:08.008222 23011 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu with pid 23190
04:18:08.046 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:18:08.046 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.22.120.254:35839
04:18:08.046 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
04:18:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:08.047070 23011 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu with pid 23036
04:18:08.076 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:18:08.076 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.22.120.253:39655
04:18:08.076 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
04:18:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:08.078171 23011 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:18:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:18:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/wal
04:18:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/data
04:18:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:18:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:18:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:18:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:18:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:18:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:18:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/logs
04:18:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/data/info.pb
04:18:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:18:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:18:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:18:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:18:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:18:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:18:08.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:18:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:18:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:18:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:18:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:18:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:18:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.120.253:39655
04:18:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.120.253
04:18:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45535
04:18:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kudu_127.22.120.253.keytab
04:18:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.120.253
04:18:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:18:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:18:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:18:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.120.212:44679
04:18:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:18:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:18:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:18:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:18:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.120.254:35839,127.22.120.253:39655,127.22.120.252:43509
04:18:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:18:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33537/jwks.json
04:18:08.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:18:08.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:08.390709 23349 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:18:08.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:08.391346 23349 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:18:08.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:08.392011 23349 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:18:08.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:08.422644 23349 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:18:08.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:08.422914 23349 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:18:08.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:08.423365 23349 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:18:08.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:08.423686 23349 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:18:08.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:08.424053 23349 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:18:08.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:08.424368 23349 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:18:08.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:08.424587 23349 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33537/jwks.json
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:08.460664 23349 master_runner.cc:386] Master server non-default flags:
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.120.212:44679
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/data
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/wal
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.120.254:35839,127.22.120.253:39655,127.22.120.252:43509
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kudu_127.22.120.253.keytab
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.120.253
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.120.253:39655
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33537/jwks.json
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/data/info.pb
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.120.253
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45535
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/logs
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:18:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:18:08.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:18:08.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:18:08.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:18:08.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:18:08.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:18:08.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:53:07 UTC on ccycloud.quasar-ytgwka.root.comops.site
04:18:08.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671577
04:18:08.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:18:08.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:08.462116 23349 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:18:08.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:08.463203 23349 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:18:08.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:08.480368 23358 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:18:09.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:08.480413 23356 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:18:09.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:08.482257 23349 server_base.cc:1034] running on GCE node
04:18:09.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:08.480455 23355 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:18:09.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:09.811812 23349 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:18:09.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:09.814406 23349 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:18:09.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:09.815780 23349 hybrid_clock.cc:648] HybridClock initialized: now 1790309889815739 us; error 41 us; skew 500 ppm
04:18:09.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:09.816956 23349 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:18:09.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:18:09 dist-test-slave-qxl5 krb5kdc[23022](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790309889, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.120.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:18:09.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:09.830219 23349 init.cc:377] Logged in from keytab as kudu/127.22.120.253@KRBTEST.COM (short username kudu)
04:18:09.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:09.835376 23349 webserver.cc:460] Webserver started at http://127.22.120.253:45535/ using document root <none> and password file <none>
04:18:09.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:09.836340 23349 fs_manager.cc:359] Metadata directory not provided
04:18:09.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:09.836613 23349 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:18:09.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:09.844084 23349 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.001s
04:18:09.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:09.848803 23367 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:18:09.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:09.849875 23349 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
04:18:09.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:09.850191 23349 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/data,/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/wal
04:18:09.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d11b3376b50421bb442df8c4be3b3d3"
04:18:09.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:18:02 on dist-test-slave-qxl5"
04:18:09.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:09.852487 23349 fs_report.cc:383] FS layout report
04:18:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:18:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/wal
04:18:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/wal
04:18:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/data/data
04:18:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:18:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:18:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:18:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:18:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:18:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:18:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:18:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:18:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:18:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:18:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:18:09.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:09.885447 23349 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:18:09.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:09.890923 23349 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:18:09.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:09.891393 23349 kserver.cc:163] Server-wide thread pool size limit: 3276
04:18:09.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:09.962257 23349 rpc_server.cc:307] RPC server started. Bound to: 127.22.120.253:39655
04:18:09.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:09.962378 23418 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.120.253:39655 every 8 connection(s)
04:18:09.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:09.965135 23349 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-1/data/info.pb
04:18:09.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:09.969184 23011 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu as pid 23349
04:18:09.969 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:18:09.969 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.22.120.252:43509
04:18:09.970 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
04:18:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:09.971665 23011 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:18:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:18:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/wal
04:18:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/data
04:18:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:18:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:18:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:18:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:18:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:18:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:18:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/logs
04:18:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/data/info.pb
04:18:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:18:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:18:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:18:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:18:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:18:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:18:09.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:18:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:18:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:18:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:18:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:18:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:18:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.120.252:43509
04:18:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.120.252
04:18:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41223
04:18:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kudu_127.22.120.252.keytab
04:18:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.120.252
04:18:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:18:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:18:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:18:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.120.212:44679
04:18:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:18:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:18:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:18:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:18:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.120.254:35839,127.22.120.253:39655,127.22.120.252:43509
04:18:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:18:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33537/jwks.json
04:18:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:18:09.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:09.978749 23419 sys_catalog.cc:263] Verifying existing consensus state
04:18:09.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:09.984009 23419 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3: Bootstrap starting.
04:18:10.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:10.021059 23419 log.cc:824] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3: Log is configured to *not* fsync() on all Append() calls
04:18:10.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:10.036067 23419 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
04:18:10.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:10.036940 23419 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3: Bootstrap complete.
04:18:10.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:10.060959 23419 raft_consensus.cc:348] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } }
04:18:10.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:10.063301 23419 raft_consensus.cc:729] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8d11b3376b50421bb442df8c4be3b3d3, State: Initialized, Role: FOLLOWER
04:18:10.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:10.064262 23419 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } }
04:18:10.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:10.067493 23423 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } } }
04:18:10.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:10.068358 23423 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [sys.catalog]: This master's current role is: FOLLOWER
04:18:10.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:10.069147 23419 sys_catalog.cc:564] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [sys.catalog]: configured and running, proceeding with master startup.
04:18:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:10.108100 23434 catalog_manager.cc:1259] Loaded cluster ID: 5d48af89303d4117bd8067e48b447305
04:18:10.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:10.108392 23434 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3: loading cluster ID for follower catalog manager: success
04:18:10.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:10.116922 23434 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3: acquiring CA information for follower catalog manager: success
04:18:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:10.122958 23434 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:18:10.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:10.106020 23349 master_runner.cc:186] Error getting master registration for 127.22.120.254:35839: Network error: Client connection negotiation failed: client connection to 127.22.120.254:35839: connect: Connection refused (error 111),
04:18:10.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:10.144556 23349 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:18:10.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:10.300566 23421 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:18:10.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:10.301208 23421 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:18:10.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:10.301990 23421 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:18:10.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:10.334530 23421 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:18:10.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:10.334792 23421 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:18:10.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:10.335173 23421 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:18:10.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:10.335518 23421 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:18:10.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:10.335825 23421 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:18:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:10.336144 23421 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:18:10.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:10.336397 23421 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33537/jwks.json
04:18:10.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:10.375512 23421 master_runner.cc:386] Master server non-default flags:
04:18:10.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.120.212:44679
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/data
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/wal
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.120.254:35839,127.22.120.253:39655,127.22.120.252:43509
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kudu_127.22.120.252.keytab
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.120.252
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.120.252:43509
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33537/jwks.json
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/data/info.pb
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.120.252
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41223
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/logs
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:18:10.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:18:10.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:18:10.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:18:10.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:18:10.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:18:10.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:53:07 UTC on ccycloud.quasar-ytgwka.root.comops.site
04:18:10.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671577
04:18:10.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:18:10.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:10.377017 23421 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:18:10.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:10.378214 23421 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:18:10.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:10.396850 23445 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:18:11.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:10.399799 23421 server_base.cc:1034] running on GCE node
04:18:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:10.397981 23442 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:18:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:10.397745 23443 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:18:11.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.672286 23421 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:18:11.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.687126 23421 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:18:11.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.688717 23421 hybrid_clock.cc:648] HybridClock initialized: now 1790309891688646 us; error 77 us; skew 500 ppm
04:18:11.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.689935 23421 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:18:11.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:18:11 dist-test-slave-qxl5 krb5kdc[23022](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790309891, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.120.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:18:11.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.697372 23421 init.cc:377] Logged in from keytab as kudu/127.22.120.252@KRBTEST.COM (short username kudu)
04:18:11.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.703343 23421 webserver.cc:460] Webserver started at http://127.22.120.252:41223/ using document root <none> and password file <none>
04:18:11.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.704259 23421 fs_manager.cc:359] Metadata directory not provided
04:18:11.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.704452 23421 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:18:11.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.712615 23421 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.004s sys 0.003s
04:18:11.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.717523 23454 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:18:11.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.718628 23421 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
04:18:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.718896 23421 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/data,/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/wal
04:18:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "82a7be2ad57c4f46bd3a695d417e6e47"
04:18:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:18:04 on dist-test-slave-qxl5"
04:18:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.721154 23421 fs_report.cc:383] FS layout report
04:18:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:18:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/wal
04:18:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/wal
04:18:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/data/data
04:18:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:18:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:18:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:18:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:18:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:18:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:18:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:18:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:18:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:18:11.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:18:11.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:18:11.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.758484 23421 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:18:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.764422 23421 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:18:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.764962 23421 kserver.cc:163] Server-wide thread pool size limit: 3276
04:18:11.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.855408 23421 rpc_server.cc:307] RPC server started. Bound to: 127.22.120.252:43509
04:18:11.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.855568 23505 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.120.252:43509 every 8 connection(s)
04:18:11.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.859179 23421 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-2/data/info.pb
04:18:11.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.869089 23011 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu as pid 23421
04:18:11.869 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:18:11.869 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.22.120.254:35839
04:18:11.870 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
04:18:11.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.871258 23506 sys_catalog.cc:263] Verifying existing consensus state
04:18:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.871730 23011 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:18:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu
04:18:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/wal
04:18:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/data
04:18:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
04:18:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
04:18:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
04:18:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:18:11.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/logs
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/data/info.pb
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.120.254:35839
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.120.254
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38305
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kudu_127.22.120.254.keytab
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.120.254
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.120.212:44679
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.120.254:35839,127.22.120.253:39655,127.22.120.252:43509
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33537/jwks.json
04:18:11.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
04:18:11.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.878130 23506 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47: Bootstrap starting.
04:18:11.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.928488 23506 log.cc:824] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47: Log is configured to *not* fsync() on all Append() calls
04:18:11.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.943814 23509 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
04:18:11.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.944612 23509 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } }
04:18:11.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.953080 23506 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
04:18:11.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.953965 23506 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47: Bootstrap complete.
04:18:11.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:11.954048 23509 leader_election.cc:288] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 0ebcfc0fd4464670adb4f0739e2bb863 (127.22.120.254:35839), 82a7be2ad57c4f46bd3a695d417e6e47 (127.22.120.252:43509)
04:18:11.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:11.963541 23370 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.120.254:35839: connect: Connection refused (error 111)
04:18:11.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:11.989162 23370 leader_election.cc:334] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 0ebcfc0fd4464670adb4f0739e2bb863 (127.22.120.254:35839): Network error: Client connection negotiation failed: client connection to 127.22.120.254:35839: connect: Connection refused (error 111)
04:18:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:18:12 dist-test-slave-qxl5 krb5kdc[23022](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790309889, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.120.253@KRBTEST.COM for kudu/127.22.120.252@KRBTEST.COM
04:18:12.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.017864 23506 raft_consensus.cc:348] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } }
04:18:12.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.022051 23506 raft_consensus.cc:729] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 82a7be2ad57c4f46bd3a695d417e6e47, State: Initialized, Role: FOLLOWER
04:18:12.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.023038 23506 consensus_queue.cc:260] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } }
04:18:12.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.037168 23515 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } } }
04:18:12.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.039019 23515 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [sys.catalog]: This master's current role is: FOLLOWER
04:18:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.039721 23506 sys_catalog.cc:564] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [sys.catalog]: configured and running, proceeding with master startup.
04:18:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.039887 23481 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8d11b3376b50421bb442df8c4be3b3d3" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" is_pre_election: true
04:18:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.040798 23481 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8d11b3376b50421bb442df8c4be3b3d3 in term 1.
04:18:12.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.042779 23370 leader_election.cc:302] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 82a7be2ad57c4f46bd3a695d417e6e47, 8d11b3376b50421bb442df8c4be3b3d3; no voters: 0ebcfc0fd4464670adb4f0739e2bb863
04:18:12.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.044477 23509 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [term 1 FOLLOWER]: Leader pre-election won for term 2
04:18:12.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.044912 23509 raft_consensus.cc:482] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
04:18:12.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.045190 23509 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [term 1 FOLLOWER]: Advancing to term 2
04:18:12.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.054436 23509 raft_consensus.cc:504] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } }
04:18:12.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:12.059792 23370 leader_election.cc:334] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 0ebcfc0fd4464670adb4f0739e2bb863 (127.22.120.254:35839): Network error: Client connection negotiation failed: client connection to 127.22.120.254:35839: connect: Connection refused (error 111)
04:18:12.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.061616 23481 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8d11b3376b50421bb442df8c4be3b3d3" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "82a7be2ad57c4f46bd3a695d417e6e47"
04:18:12.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.062153 23481 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [term 1 FOLLOWER]: Advancing to term 2
04:18:12.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.072242 23509 leader_election.cc:288] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [CANDIDATE]: Term 2 election: Requested vote from peers 0ebcfc0fd4464670adb4f0739e2bb863 (127.22.120.254:35839), 82a7be2ad57c4f46bd3a695d417e6e47 (127.22.120.252:43509)
04:18:12.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.073143 23481 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8d11b3376b50421bb442df8c4be3b3d3 in term 2.
04:18:12.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.074374 23370 leader_election.cc:302] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 82a7be2ad57c4f46bd3a695d417e6e47, 8d11b3376b50421bb442df8c4be3b3d3; no voters: 0ebcfc0fd4464670adb4f0739e2bb863
04:18:12.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.075366 23509 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [term 2 FOLLOWER]: Leader election won for term 2
04:18:12.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.084625 23509 raft_consensus.cc:686] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [term 2 LEADER]: Becoming Leader. State: Replica: 8d11b3376b50421bb442df8c4be3b3d3, State: Running, Role: LEADER
04:18:12.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.089388 23509 consensus_queue.cc:237] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } }
04:18:12.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.108386 23521 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8d11b3376b50421bb442df8c4be3b3d3. Latest consensus state: current_term: 2 leader_uuid: "8d11b3376b50421bb442df8c4be3b3d3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } } }
04:18:12.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.109180 23521 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [sys.catalog]: This master's current role is: LEADER
04:18:12.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.118530 23528 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
04:18:12.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.140408 23529 catalog_manager.cc:1259] Loaded cluster ID: 5d48af89303d4117bd8067e48b447305
04:18:12.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.140650 23529 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47: loading cluster ID for follower catalog manager: success
04:18:12.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.142755 23528 catalog_manager.cc:1484] Initializing Kudu cluster ID...
04:18:12.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.150709 23529 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47: acquiring CA information for follower catalog manager: success
04:18:12.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.157387 23529 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
04:18:12.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.158759 23528 catalog_manager.cc:1259] Loaded cluster ID: 5d48af89303d4117bd8067e48b447305
04:18:12.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.159020 23528 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
04:18:12.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.163861 23528 catalog_manager.cc:1504] Loading token signing keys...
04:18:12.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.167886 23528 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3: Loaded TSK: 0
04:18:12.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.169332 23528 catalog_manager.cc:1514] Initializing in-progress tserver states...
04:18:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.133806 23421 master_runner.cc:186] Error getting master registration for 127.22.120.254:35839: Network error: Client connection negotiation failed: client connection to 127.22.120.254:35839: connect: Connection refused (error 111),
04:18:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.170498 23421 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
04:18:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:12.286911 23508 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
04:18:12.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:12.287541 23508 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
04:18:12.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:12.288283 23508 flags.cc:425] Enabled unsafe flag: --never_fsync=true
04:18:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:12.334395 23508 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
04:18:12.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:12.334671 23508 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
04:18:12.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:12.335083 23508 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
04:18:12.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:12.335438 23508 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
04:18:12.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:12.335759 23508 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
04:18:12.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:12.336066 23508 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
04:18:12.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:12.336331 23508 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:33537/jwks.json
04:18:12.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.376317 23508 master_runner.cc:386] Master server non-default flags:
04:18:12.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
04:18:12.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.120.212:44679
04:18:12.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
04:18:12.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
04:18:12.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/data
04:18:12.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/wal
04:18:12.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
04:18:12.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
04:18:12.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.120.254:35839,127.22.120.253:39655,127.22.120.252:43509
04:18:12.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/krb5kdc/kudu_127.22.120.254.keytab
04:18:12.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.22.120.254
04:18:12.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
04:18:12.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
04:18:12.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
04:18:12.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.120.254:35839
04:18:12.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
04:18:12.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
04:18:12.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
04:18:12.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33537/jwks.json
04:18:12.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
04:18:12.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
04:18:12.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
04:18:12.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
04:18:12.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
04:18:12.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/data/info.pb
04:18:12.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.120.254
04:18:12.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38305
04:18:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
04:18:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
04:18:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
04:18:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
04:18:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
04:18:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/logs
04:18:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
04:18:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
04:18:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
04:18:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
04:18:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
04:18:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
04:18:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
04:18:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 25 Sep 2026 02:53:07 UTC on ccycloud.quasar-ytgwka.root.comops.site
04:18:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4671577
04:18:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
04:18:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.377730 23508 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
04:18:12.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.378903 23508 file_cache.cc:493] Constructed file cache file cache with capacity 419430
04:18:12.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:12.407868 23538 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:18:12.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:12.598372 23370 consensus_peers.cc:487] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 -> Peer 0ebcfc0fd4464670adb4f0739e2bb863 (127.22.120.254:35839): Couldn't send request to peer 0ebcfc0fd4464670adb4f0739e2bb863. Status: Network error: Client connection negotiation failed: client connection to 127.22.120.254:35839: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
04:18:12.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.602835 23481 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [term 2 FOLLOWER]: Refusing update from remote peer 8d11b3376b50421bb442df8c4be3b3d3: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
04:18:12.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.605106 23521 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
04:18:12.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.619169 23545 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8d11b3376b50421bb442df8c4be3b3d3. Latest consensus state: current_term: 2 leader_uuid: "8d11b3376b50421bb442df8c4be3b3d3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } } }
04:18:12.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.619968 23545 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [sys.catalog]: This master's current role is: FOLLOWER
04:18:12.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.629848 23521 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "8d11b3376b50421bb442df8c4be3b3d3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } } }
04:18:12.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.630877 23521 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8d11b3376b50421bb442df8c4be3b3d3 [sys.catalog]: This master's current role is: LEADER
04:18:12.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.633544 23545 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "8d11b3376b50421bb442df8c4be3b3d3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0ebcfc0fd4464670adb4f0739e2bb863" member_type: VOTER last_known_addr { host: "127.22.120.254" port: 35839 } } peers { permanent_uuid: "8d11b3376b50421bb442df8c4be3b3d3" member_type: VOTER last_known_addr { host: "127.22.120.253" port: 39655 } } peers { permanent_uuid: "82a7be2ad57c4f46bd3a695d417e6e47" member_type: VOTER last_known_addr { host: "127.22.120.252" port: 43509 } } }
04:18:12.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.634605 23545 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82a7be2ad57c4f46bd3a695d417e6e47 [sys.catalog]: This master's current role is: FOLLOWER
04:18:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:12.410236 23508 server_base.cc:1034] running on GCE node
04:18:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:12.409183 23537 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:18:13.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:12.409606 23540 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
04:18:13.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:13.730561 23508 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
04:18:13.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:13.733649 23508 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
04:18:13.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:13.735275 23508 hybrid_clock.cc:648] HybridClock initialized: now 1790309893735204 us; error 65 us; skew 500 ppm
04:18:13.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:13.736213 23508 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
04:18:13.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:18:13 dist-test-slave-qxl5 krb5kdc[23022](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790309893, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.120.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
04:18:13.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:13.742489 23508 init.cc:377] Logged in from keytab as kudu/127.22.120.254@KRBTEST.COM (short username kudu)
04:18:13.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:13.748343 23508 webserver.cc:460] Webserver started at http://127.22.120.254:38305/ using document root <none> and password file <none>
04:18:13.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:13.749372 23508 fs_manager.cc:359] Metadata directory not provided
04:18:13.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:13.749614 23508 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
04:18:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:13.757899 23508 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.004s sys 0.000s
04:18:13.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:13.762764 23557 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
04:18:13.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:13.763936 23508 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
04:18:13.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:13.764305 23508 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/data,/tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/wal
04:18:13.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0ebcfc0fd4464670adb4f0739e2bb863"
04:18:13.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-09-25 04:18:00 on dist-test-slave-qxl5"
04:18:13.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:13.766995 23508 fs_report.cc:383] FS layout report
04:18:13.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
04:18:13.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/wal
04:18:13.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/wal
04:18:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/data/data
04:18:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
04:18:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
04:18:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
04:18:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
04:18:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
04:18:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
04:18:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
04:18:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
04:18:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
04:18:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
04:18:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
04:18:13.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:13.824303 23508 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
04:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:13.830042 23508 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
04:18:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:13.830484 23508 kserver.cc:163] Server-wide thread pool size limit: 3276
04:18:13.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:13.941942 23508 rpc_server.cc:307] RPC server started. Bound to: 127.22.120.254:35839
04:18:13.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:13.942071 23608 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.22.120.254:35839 every 8 connection(s)
04:18:13.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:13.944859 23508 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskc0euaK/test-tmp/mini-kudu-cluster3260590442305216748/master-0/data/info.pb
04:18:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:13.949810 23011 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu as pid 23508
04:18:13.950 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
04:18:13.951 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.120.253:39655(127.22.120.253:39655)] connecting to peer
04:18:13.952 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.120.252:43509(127.22.120.252:43509)] connecting to peer
04:18:13.953 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.22.120.254:35839(127.22.120.254:35839)] connecting to peer
04:18:13.957 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.120.253:39655(127.22.120.253:39655)] Successfully connected to peer
04:18:13.957 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.120.252:43509(127.22.120.252:43509)] Successfully connected to peer
04:18:13.958 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.120.254:35839(127.22.120.254:35839)] Successfully connected to peer
04:18:13.963 [WARN - kudu-nio-1] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
04:18:13.965 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.22.120.252
04:18:13.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:13.968775 23609 sys_catalog.cc:263] Verifying existing consensus state
04:18:13.969 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.22.120.253
04:18:13.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:13.983527 23609 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863: Bootstrap starting.
04:18:13.990 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.22.120.254
04:18:14.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.120.252:43509(127.22.120.252:43509)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
04:18:14.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.120.252:43509: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
04:18:14.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.120.254:35839(127.22.120.254:35839)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
04:18:14.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.120.254:35839: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
04:18:14.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:14.032400 23609 log.cc:824] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863: Log is configured to *not* fsync() on all Append() calls
04:18:14.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.120.253:39655(127.22.120.253:39655)] cleaning up while in state NEGOTIATING due to: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
04:18:14.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.120.253:39655: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)
04:18:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:14.033802 23614 negotiation.cc:337] Failed RPC negotiation. Trace:
04:18:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.956848 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:49066 (local address 127.22.120.252:43509)
04:18:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.962641 (+ 5793us) server_negotiation.cc:206] Beginning negotiation
04:18:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.962664 (+ 23us) server_negotiation.cc:399] Waiting for connection header
04:18:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.962708 (+ 44us) server_negotiation.cc:407] Connection header received
04:18:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.962838 (+ 130us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
04:18:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.962863 (+ 25us) server_negotiation.cc:461] Received NEGOTIATE request from client
04:18:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.963066 (+ 203us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
04:18:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.975611 (+ 12545us) server_negotiation.cc:226] Negotiated authn=SASL
04:18:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.976075 (+ 464us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
04:18:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.992594 (+ 16519us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
04:18:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:14.022153 (+ 29559us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
04:18:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:14.023201 (+ 1048us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
04:18:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:14.023485 (+ 284us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
04:18:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:14.031898 (+ 8413us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:49066: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:49066): Cannot send after transport endpoint shutdown (error 108)
04:18:14.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":5354,"thread_start_us":5057,"threads_started":1}
04:18:14.034 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=83), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.120.253:39655, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.120.252:43509, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.120.254:35839, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.120.252:43509: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.120.254:35839: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.120.253:39655: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.22.120.253:39655,127.22.120.252:43509,127.22.120.254:35839). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) [main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) [main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) [main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) [async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) [async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) [main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) [main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) [main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) [main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) [main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) [main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) [main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) [netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) [netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) [netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
04:18:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:14.035722 23616 negotiation.cc:337] Failed RPC negotiation. Trace:
04:18:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.959346 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:53868 (local address 127.22.120.254:35839)
04:18:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.979612 (+ 20266us) server_negotiation.cc:206] Beginning negotiation
04:18:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.979650 (+ 38us) server_negotiation.cc:399] Waiting for connection header
04:18:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.979719 (+ 69us) server_negotiation.cc:407] Connection header received
04:18:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.988613 (+ 8894us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
04:18:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.988664 (+ 51us) server_negotiation.cc:461] Received NEGOTIATE request from client
04:18:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.989100 (+ 436us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
04:18:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.994626 (+ 5526us) server_negotiation.cc:226] Negotiated authn=SASL
04:18:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.995362 (+ 736us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
04:18:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.998425 (+ 3063us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
04:18:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:14.026770 (+ 28345us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
04:18:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:14.028049 (+ 1279us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
04:18:14.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:14.028476 (+ 427us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
04:18:14.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:14.031936 (+ 3460us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:53868: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:53868): Cannot send after transport endpoint shutdown (error 108)
04:18:14.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":19741,"thread_start_us":19539,"threads_started":1}
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.22.120.253:39655,127.22.120.252:43509,127.22.120.254:35839). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
04:18:14.037 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.120.252:43509(127.22.120.252:43509)] handling channelInactive
04:18:14.037 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=87), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.120.253:39655, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.120.252:43509, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.120.254:35839, [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.120.252:43509: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [80ms] Sub RPC ConnectToMaster: received response from server master-127.22.120.254:35839: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), [83ms] Sub RPC ConnectToMaster: received response from server master-127.22.120.253:39655: Configuration error: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), deferred=null) with no deferred attached!
04:18:14.038 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.22.120.253:39655(127.22.120.253:39655)] disconnecting while in state TERMINATED
04:18:14.038 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.22.120.252:43509(127.22.120.252:43509)] disconnecting while in state TERMINATED
04:18:14.038 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.22.120.254:35839(127.22.120.254:35839)] disconnecting while in state TERMINATED
04:18:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:14.040771 23615 negotiation.cc:337] Failed RPC negotiation. Trace:
04:18:14.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.958327 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:45750 (local address 127.22.120.253:39655)
04:18:14.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.960283 (+ 1956us) server_negotiation.cc:206] Beginning negotiation
04:18:14.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.960622 (+ 339us) server_negotiation.cc:399] Waiting for connection header
04:18:14.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.960685 (+ 63us) server_negotiation.cc:407] Connection header received
04:18:14.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.960839 (+ 154us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
04:18:14.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.960865 (+ 26us) server_negotiation.cc:461] Received NEGOTIATE request from client
04:18:14.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.961163 (+ 298us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
04:18:14.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.961374 (+ 211us) server_negotiation.cc:226] Negotiated authn=SASL
04:18:14.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.989124 (+ 27750us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
04:18:14.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:13.991012 (+ 1888us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
04:18:14.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:14.004949 (+ 13937us) server_negotiation.cc:365] Received TLS_HANDSHAKE NegotiatePB request
04:18:14.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:14.006107 (+ 1158us) server_negotiation.cc:377] Sending TLS_HANDSHAKE NegotiatePB response
04:18:14.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:14.006381 (+ 274us) server_negotiation.cc:662] Negotiated TLSv1.2 with cipher ECDHE-RSA-AES128-GCM-SHA256 TLSv1.2 Kx=ECDH Au=RSA Enc=AESGCM(128) Mac=AEAD
04:18:14.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0925 04:18:14.039167 (+ 32786us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:45750: BlockingRecv error: failed to read from TLS socket (remote: 127.0.0.1:45750): Cannot send after transport endpoint shutdown (error 108)
04:18:14.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":1499,"thread_start_us":2150,"threads_started":1}
04:18:14.045 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.120.254:35839(127.22.120.254:35839)] handling channelInactive
04:18:14.047 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
04:18:14.047 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.120.253:39655(127.22.120.253:39655)] handling channelInactive
04:18:14.048 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
04:18:14.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Sep 25 04:18:14 dist-test-slave-qxl5 krb5kdc[23022](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1790309889, etypes {rep=17 tkt=17 ses=17}, kudu/127.22.120.253@KRBTEST.COM for kudu/127.22.120.254@KRBTEST.COM
04:18:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:14.064015 23609 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
04:18:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:14.065016 23609 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0ebcfc0fd4464670adb4f0739e2bb863: Bootstrap complete.
04:18:14.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:14.069870 23011 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu with pid 23508
04:18:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260925 04:18:14.097846 23370 connection.cc:535] client connection to 127.22.120.254:35839 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
04:18:14.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:14.098433 23011 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu with pid 23349
04:18:14.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:14.134164 23011 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu with pid 23421
04:18:15.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T04:18:15Z chronyd exiting
04:18:16.383 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
04:18:16.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:16.384924 22284 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu with pid 22565
04:18:16.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:16.409667 22284 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu with pid 22726
04:18:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:16.434538 22284 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu with pid 22868
04:18:16.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:16.457190 22284 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu with pid 22296
04:18:16.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:16.484508 22284 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu with pid 22366
04:18:16.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260925 04:18:16.510283 22284 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskc0euaK/build/tsan/bin/kudu with pid 22441
04:18:17.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-09-25T04:18:17Z chronyd exiting
04:18:18.685 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.22.120.253:39655,127.22.120.252:43509,127.22.120.254:35839). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386) ~[test/:?]
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40) ~[kudu-test-utils-1.18.0-SNAPSHOT-unshaded.jar:1.18.0-SNAPSHOT]
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.cleanup(Connection.java:737) ~[main/:?]
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455) ~[main/:?]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.22.120.253:39655,127.22.120.252:43509,127.22.120.254:35839). Exceptions received: [org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT), org.apache.kudu.client.NonRecoverableException: Server requires Kerberos, but this client is not authenticated (missing or expired TGT)]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity$3.get(TestSecurity.java:386)
at org.apache.kudu.test.junit.AssertHelpers.assertEventuallyTrue(AssertHelpers.java:40)
at org.apache.kudu.client.TestSecurity.assertEventualAuthenticationFailure(TestSecurity.java:378)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectExpires(TestSecurity.java:412)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more