21:33:57.224 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
21:33:57.225 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskbMGbxF/test-tmp
21:33:57.225 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:33:57.225 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskbMGbxF/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:33:57.227 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
21:33:57.562 [DEBUG - main] (MiniKuduCluster.java:195) Response:
21:33:57.562 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
21:33:57.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:57.565886 30243 mini_oidc.cc:152] Starting JWKS server
21:33:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:57.569723 30243 webserver.cc:460] Webserver started at http://127.0.0.1:46697/ using document root <none> and password file <none>
21:33:57.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:57.570166 30243 mini_oidc.cc:189] Starting OIDC Discovery server
21:33:57.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:57.571913 30243 webserver.cc:460] Webserver started at http://127.0.0.1:41911/ using document root <none> and password file <none>
21:33:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:33:57Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
21:33:57.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:33:57Z Disabled control of system clock
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:57.628782 30243 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-0/wal
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-0/data
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-0/logs
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-0/data/info.pb
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.136.254:45071
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.136.254
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.136.212:41349
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.136.254:45071,127.29.136.253:41231,127.29.136.252:36183
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:33:57.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46697/jwks.json with env {}
21:33:57.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:57.947036 30256 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:33:57.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:57.947629 30256 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:33:57.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:57.948256 30256 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:33:57.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:57.980262 30256 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:33:57.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:57.980546 30256 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:33:57.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:57.980752 30256 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:33:57.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:57.980939 30256 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:33:57.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:57.981154 30256 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:33:57.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:57.981303 30256 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46697/jwks.json
21:33:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:58.020499 30256 master_runner.cc:386] Master server non-default flags:
21:33:58.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.136.212:41349
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-0/data
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-0/wal
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.136.254:45071,127.29.136.253:41231,127.29.136.252:36183
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.136.254:45071
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46697/jwks.json
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-0/data/info.pb
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.136.254
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-0/logs
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:33:58.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:33:58.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:58.021829 30256 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:33:58.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:58.023476 30256 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:33:58.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:58.043463 30262 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:33:59.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:58.043637 30263 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:33:59.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:58.046299 30256 server_base.cc:1034] running on GCE node
21:33:59.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:58.043756 30265 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:33:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.239705 30256 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:33:59.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.242542 30256 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:33:59.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.243953 30256 hybrid_clock.cc:648] HybridClock initialized: now 1786484039243925 us; error 122 us; skew 500 ppm
21:33:59.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.245002 30256 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:33:59.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.256363 30256 webserver.cc:460] Webserver started at http://127.29.136.254:35595/ using document root <none> and password file <none>
21:33:59.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.257489 30256 fs_manager.cc:359] Metadata directory not provided
21:33:59.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.257755 30256 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:33:59.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.258337 30256 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:33:59.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.263782 30256 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-0/data/instance:
21:33:59.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c43dd532a4ff4ccd9f73a43f9864ae23"
21:33:59.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:33:59 on dist-test-slave-0kls"
21:33:59.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.265038 30256 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-0/wal/instance:
21:33:59.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c43dd532a4ff4ccd9f73a43f9864ae23"
21:33:59.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:33:59 on dist-test-slave-0kls"
21:33:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.273010 30256 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.009s sys 0.000s
21:33:59.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.279114 30272 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:33:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.280212 30256 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
21:33:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.280593 30256 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-0/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-0/wal
21:33:59.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c43dd532a4ff4ccd9f73a43f9864ae23"
21:33:59.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:33:59 on dist-test-slave-0kls"
21:33:59.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.280967 30256 fs_report.cc:383] FS layout report
21:33:59.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:33:59.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-0/wal
21:33:59.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-0/wal
21:33:59.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-0/data/data
21:33:59.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:33:59.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:33:59.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:33:59.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:33:59.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:33:59.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:33:59.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:33:59.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:33:59.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:33:59.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:33:59.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:33:59.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.321617 30256 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:33:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.323343 30256 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:33:59.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.323889 30256 kserver.cc:163] Server-wide thread pool size limit: 3276
21:33:59.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.397343 30256 rpc_server.cc:307] RPC server started. Bound to: 127.29.136.254:45071
21:33:59.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.397514 30326 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.136.254:45071 every 8 connection(s)
21:33:59.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.400205 30256 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-0/data/info.pb
21:33:59.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.406093 30327 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:33:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.408164 30243 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 30256
21:33:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.408646 30243 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-0/wal/instance
21:33:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.412225 30243 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:33:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:33:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-1/wal
21:33:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-1/data
21:33:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:33:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:33:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:33:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:33:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:33:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:33:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-1/logs
21:33:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-1/data/info.pb
21:33:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:33:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:33:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:33:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:33:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:33:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:33:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:33:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:33:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:33:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:33:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:33:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:33:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.136.253:41231
21:33:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.136.253
21:33:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:33:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.136.212:41349
21:33:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:33:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:33:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:33:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:33:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.136.254:45071,127.29.136.253:41231,127.29.136.252:36183
21:33:59.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:33:59.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46697/jwks.json with env {}
21:33:59.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.417378 30327 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.136.254" port: 45071 } has no permanent_uuid. Determining permanent_uuid...
21:33:59.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.450719 30327 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } has no permanent_uuid. Determining permanent_uuid...
21:33:59.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:59.453191 30273 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.136.253:41231: connect: Connection refused (error 111)
21:33:59.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:59.457520 30327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.136.253:41231: Network error: Client connection negotiation failed: client connection to 127.29.136.253:41231: connect: Connection refused (error 111)
21:33:59.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.507176 30327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } attempt: 1
21:33:59.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:59.511168 30327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.136.253:41231: Network error: Client connection negotiation failed: client connection to 127.29.136.253:41231: connect: Connection refused (error 111)
21:33:59.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.579690 30327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } attempt: 2
21:33:59.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:59.583470 30327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.136.253:41231: Network error: Client connection negotiation failed: client connection to 127.29.136.253:41231: connect: Connection refused (error 111)
21:33:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.674961 30327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } attempt: 3
21:33:59.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:59.678813 30327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.136.253:41231: Network error: Client connection negotiation failed: client connection to 127.29.136.253:41231: connect: Connection refused (error 111)
21:33:59.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:59.758545 30329 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:33:59.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:59.759228 30329 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:33:59.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:59.759724 30329 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:33:59.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:59.793267 30329 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:33:59.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:59.793565 30329 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:33:59.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:59.793794 30329 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:33:59.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:59.794016 30329 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:33:59.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:59.794214 30329 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:33:59.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:59.794355 30329 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46697/jwks.json
21:33:59.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.822237 30327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } attempt: 4
21:33:59.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:59.826231 30327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.136.253:41231: Network error: Client connection negotiation failed: client connection to 127.29.136.253:41231: connect: Connection refused (error 111)
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.832854 30329 master_runner.cc:386] Master server non-default flags:
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.136.212:41349
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-1/data
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-1/wal
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.136.254:45071,127.29.136.253:41231,127.29.136.252:36183
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.136.253:41231
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46697/jwks.json
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-1/data/info.pb
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.136.253
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:33:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:33:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:33:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:33:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:33:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-1/logs
21:33:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:33:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:33:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:33:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:33:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:33:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:33:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:33:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:33:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:33:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:33:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.834596 30329 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:33:59.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.836409 30329 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:33:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:59.855062 30342 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:00.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:00.125685 30327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } attempt: 5
21:34:00.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:00.130491 30327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.136.253:41231: Network error: Client connection negotiation failed: client connection to 127.29.136.253:41231: connect: Connection refused (error 111)
21:34:00.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:00.678164 30327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } attempt: 6
21:34:00.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:00.685995 30327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.136.253:41231: Network error: Client connection negotiation failed: client connection to 127.29.136.253:41231: connect: Connection refused (error 111)
21:34:01.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:33:59.857481 30329 server_base.cc:1034] running on GCE node
21:34:01.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:59.855095 30339 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:01.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:33:59.855053 30340 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:01.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.071099 30329 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:34:01.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.073747 30329 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:34:01.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.075194 30329 hybrid_clock.cc:648] HybridClock initialized: now 1786484041075160 us; error 51 us; skew 500 ppm
21:34:01.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.076025 30329 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:34:01.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.082937 30329 webserver.cc:460] Webserver started at http://127.29.136.253:41709/ using document root <none> and password file <none>
21:34:01.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.083925 30329 fs_manager.cc:359] Metadata directory not provided
21:34:01.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.084110 30329 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:34:01.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.084517 30329 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:34:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.089587 30329 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-1/data/instance:
21:34:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0"
21:34:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:01 on dist-test-slave-0kls"
21:34:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.090773 30329 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-1/wal/instance:
21:34:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0"
21:34:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:01 on dist-test-slave-0kls"
21:34:01.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.098098 30329 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
21:34:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.103989 30353 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:34:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.105099 30329 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.004s
21:34:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.105391 30329 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-1/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-1/wal
21:34:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0"
21:34:01.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:01 on dist-test-slave-0kls"
21:34:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.105708 30329 fs_report.cc:383] FS layout report
21:34:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:34:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-1/wal
21:34:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-1/wal
21:34:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-1/data/data
21:34:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:34:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:34:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:34:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:34:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:34:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:34:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:34:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:34:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:34:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:34:01.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:34:01.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.148797 30329 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:34:01.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.150828 30329 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:34:01.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.151418 30329 kserver.cc:163] Server-wide thread pool size limit: 3276
21:34:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.226071 30329 rpc_server.cc:307] RPC server started. Bound to: 127.29.136.253:41231
21:34:01.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.226154 30415 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.136.253:41231 every 8 connection(s)
21:34:01.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.228852 30329 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-1/data/info.pb
21:34:01.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.234452 30416 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:34:01.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.235596 30243 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 30329
21:34:01.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.235936 30243 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-1/wal/instance
21:34:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.238083 30243 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-2/wal
21:34:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-2/data
21:34:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:34:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:34:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:34:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-2/logs
21:34:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-2/data/info.pb
21:34:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:34:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:34:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:34:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:34:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:01.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:34:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:34:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:34:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:34:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.136.252:36183
21:34:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.136.252
21:34:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:34:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.136.212:41349
21:34:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:34:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:34:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.136.254:45071,127.29.136.253:41231,127.29.136.252:36183
21:34:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:34:01.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46697/jwks.json with env {}
21:34:01.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.247634 30416 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.136.254" port: 45071 } has no permanent_uuid. Determining permanent_uuid...
21:34:01.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.274943 30416 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } has no permanent_uuid. Determining permanent_uuid...
21:34:01.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.292052 30416 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } has no permanent_uuid. Determining permanent_uuid...
21:34:01.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:01.294639 30358 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.29.136.252:36183: connect: Connection refused (error 111)
21:34:01.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:01.299044 30416 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.136.252:36183: Network error: Client connection negotiation failed: client connection to 127.29.136.252:36183: connect: Connection refused (error 111)
21:34:01.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.348625 30416 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } attempt: 1
21:34:01.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:01.352774 30416 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.136.252:36183: Network error: Client connection negotiation failed: client connection to 127.29.136.252:36183: connect: Connection refused (error 111)
21:34:01.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.421171 30416 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } attempt: 2
21:34:01.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:01.425266 30416 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.136.252:36183: Network error: Client connection negotiation failed: client connection to 127.29.136.252:36183: connect: Connection refused (error 111)
21:34:01.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.516700 30416 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } attempt: 3
21:34:01.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:01.520857 30416 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.136.252:36183: Network error: Client connection negotiation failed: client connection to 127.29.136.252:36183: connect: Connection refused (error 111)
21:34:01.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:01.574663 30419 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:34:01.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:01.575426 30419 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:34:01.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:01.576045 30419 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:34:01.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:01.609215 30419 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:34:01.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:01.609607 30419 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:34:01.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:01.609958 30419 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:34:01.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:01.610265 30419 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:34:01.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:01.610562 30419 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:34:01.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:01.610792 30419 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46697/jwks.json
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.647801 30419 master_runner.cc:386] Master server non-default flags:
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.136.212:41349
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-2/data
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-2/wal
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.29.136.254:45071,127.29.136.253:41231,127.29.136.252:36183
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.136.252:36183
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46697/jwks.json
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-2/data/info.pb
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.136.252
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-2/logs
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:34:01.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:34:01.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.649379 30419 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:34:01.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.651167 30419 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:34:01.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.664285 30416 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } attempt: 4
21:34:01.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:01.668753 30416 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.136.252:36183: Network error: Client connection negotiation failed: client connection to 127.29.136.252:36183: connect: Connection refused (error 111)
21:34:01.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:01.670524 30429 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:01.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.746464 30327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } attempt: 7
21:34:01.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.763393 30327 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } has no permanent_uuid. Determining permanent_uuid...
21:34:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:01.769637 30327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.136.252:36183: Network error: Client connection negotiation failed: client connection to 127.29.136.252:36183: connect: Connection refused (error 111)
21:34:01.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.828346 30327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } attempt: 1
21:34:01.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:01.832549 30327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.136.252:36183: Network error: Client connection negotiation failed: client connection to 127.29.136.252:36183: connect: Connection refused (error 111)
21:34:01.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.914168 30327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } attempt: 2
21:34:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:01.919745 30327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.136.252:36183: Network error: Client connection negotiation failed: client connection to 127.29.136.252:36183: connect: Connection refused (error 111)
21:34:01.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.968288 30416 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } attempt: 5
21:34:01.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:01.973287 30416 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.136.252:36183: Network error: Client connection negotiation failed: client connection to 127.29.136.252:36183: connect: Connection refused (error 111)
21:34:02.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:02.005249 30327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } attempt: 3
21:34:02.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:02.011670 30327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.136.252:36183: Network error: Client connection negotiation failed: client connection to 127.29.136.252:36183: connect: Connection refused (error 111)
21:34:02.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:02.152212 30327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } attempt: 4
21:34:02.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:02.157385 30327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.136.252:36183: Network error: Client connection negotiation failed: client connection to 127.29.136.252:36183: connect: Connection refused (error 111)
21:34:02.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:02.440866 30327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } attempt: 5
21:34:02.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:02.445731 30327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.136.252:36183: Network error: Client connection negotiation failed: client connection to 127.29.136.252:36183: connect: Connection refused (error 111)
21:34:02.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:02.520741 30416 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } attempt: 6
21:34:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:02.527796 30416 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.136.252:36183: Network error: Client connection negotiation failed: client connection to 127.29.136.252:36183: connect: Connection refused (error 111)
21:34:02.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:01.670567 30432 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:02.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:01.672150 30419 server_base.cc:1034] running on GCE node
21:34:02.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:01.670670 30430 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:02.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:02.880615 30419 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:34:02.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:02.884001 30419 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:34:02.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:02.885439 30419 hybrid_clock.cc:648] HybridClock initialized: now 1786484042885400 us; error 59 us; skew 500 ppm
21:34:02.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:02.886324 30419 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:34:02.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:02.893323 30419 webserver.cc:460] Webserver started at http://127.29.136.252:42397/ using document root <none> and password file <none>
21:34:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:02.894410 30419 fs_manager.cc:359] Metadata directory not provided
21:34:02.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:02.894625 30419 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:34:02.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:02.895095 30419 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:34:02.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:02.900354 30419 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-2/data/instance:
21:34:02.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e912a7e647724673b60e4b31a13caddf"
21:34:02.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:02 on dist-test-slave-0kls"
21:34:02.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:02.901580 30419 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-2/wal/instance:
21:34:02.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e912a7e647724673b60e4b31a13caddf"
21:34:02.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:02 on dist-test-slave-0kls"
21:34:02.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:02.909137 30419 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.001s
21:34:02.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:02.914847 30444 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:34:02.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:02.915910 30419 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
21:34:02.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:02.916280 30419 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-2/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-2/wal
21:34:02.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e912a7e647724673b60e4b31a13caddf"
21:34:02.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:02 on dist-test-slave-0kls"
21:34:02.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:02.916617 30419 fs_report.cc:383] FS layout report
21:34:02.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:34:02.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-2/wal
21:34:02.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-2/wal
21:34:02.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-2/data/data
21:34:02.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:34:02.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:34:02.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:34:02.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:34:02.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:34:02.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:34:02.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:34:02.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:34:02.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:34:02.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:34:02.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:34:02.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:02.953464 30419 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:34:02.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:02.955099 30419 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:34:02.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:02.955592 30419 kserver.cc:163] Server-wide thread pool size limit: 3276
21:34:02.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:02.998240 30327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } attempt: 6
21:34:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:03.005656 30327 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.29.136.252:36183: Network error: Client connection negotiation failed: client connection to 127.29.136.252:36183: connect: Connection refused (error 111)
21:34:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.031291 30419 rpc_server.cc:307] RPC server started. Bound to: 127.29.136.252:36183
21:34:03.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.031406 30504 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.136.252:36183 every 8 connection(s)
21:34:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.034188 30419 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-2/data/info.pb
21:34:03.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.040006 30505 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:34:03.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.042595 30243 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 30419
21:34:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.043102 30243 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/master-2/wal/instance
21:34:03.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.058099 30505 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.136.254" port: 45071 } has no permanent_uuid. Determining permanent_uuid...
21:34:03.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.089197 30505 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } has no permanent_uuid. Determining permanent_uuid...
21:34:03.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.102852 30505 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } has no permanent_uuid. Determining permanent_uuid...
21:34:03.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.120839 30505 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf: Bootstrap starting.
21:34:03.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.127595 30505 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf: Neither blocks nor log segments found. Creating new log.
21:34:03.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.129675 30505 log.cc:824] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf: Log is configured to *not* fsync() on all Append() calls
21:34:03.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.134955 30505 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf: No bootstrap required, opened a new log
21:34:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.156109 30505 raft_consensus.cc:348] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23" member_type: VOTER last_known_addr { host: "127.29.136.254" port: 45071 } } peers { permanent_uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0" member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } } peers { permanent_uuid: "e912a7e647724673b60e4b31a13caddf" member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } }
21:34:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.156744 30505 raft_consensus.cc:374] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:34:03.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.156939 30505 raft_consensus.cc:729] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e912a7e647724673b60e4b31a13caddf, State: Initialized, Role: FOLLOWER
21:34:03.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.157568 30505 consensus_queue.cc:260] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23" member_type: VOTER last_known_addr { host: "127.29.136.254" port: 45071 } } peers { permanent_uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0" member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } } peers { permanent_uuid: "e912a7e647724673b60e4b31a13caddf" member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } }
21:34:03.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.159955 30514 sys_catalog.cc:455] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23" member_type: VOTER last_known_addr { host: "127.29.136.254" port: 45071 } } peers { permanent_uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0" member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } } peers { permanent_uuid: "e912a7e647724673b60e4b31a13caddf" member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } } }
21:34:03.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.160666 30514 sys_catalog.cc:458] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [sys.catalog]: This master's current role is: FOLLOWER
21:34:03.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.161278 30505 sys_catalog.cc:564] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [sys.catalog]: configured and running, proceeding with master startup.
21:34:03.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.174441 30514 raft_consensus.cc:482] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:34:03.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.175124 30514 raft_consensus.cc:504] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23" member_type: VOTER last_known_addr { host: "127.29.136.254" port: 45071 } } peers { permanent_uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0" member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } } peers { permanent_uuid: "e912a7e647724673b60e4b31a13caddf" member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } }
21:34:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.180121 30514 leader_election.cc:288] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c43dd532a4ff4ccd9f73a43f9864ae23 (127.29.136.254:45071), 71f21fc3c4654bd7a10cfc4ce6ea58b0 (127.29.136.253:41231)
21:34:03.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:03.189895 30528 catalog_manager.cc:1558] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:34:03.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:03.190258 30528 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:34:03.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:03.210763 30451 tablet.cc:2369] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:34:03.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.183562 30419 master_runner.cc:186] Error getting master registration for 127.29.136.254:45071: OK, instance_id { permanent_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23" instance_seqno: 1786484039377155 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:34:03.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.211740 30419 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:34:03.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.588419 30416 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } attempt: 7
21:34:03.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.614439 30416 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 71f21fc3c4654bd7a10cfc4ce6ea58b0: Bootstrap starting.
21:34:03.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.622177 30416 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 71f21fc3c4654bd7a10cfc4ce6ea58b0: Neither blocks nor log segments found. Creating new log.
21:34:03.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.624688 30416 log.cc:824] T 00000000000000000000000000000000 P 71f21fc3c4654bd7a10cfc4ce6ea58b0: Log is configured to *not* fsync() on all Append() calls
21:34:03.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.630645 30416 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 71f21fc3c4654bd7a10cfc4ce6ea58b0: No bootstrap required, opened a new log
21:34:03.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.665045 30416 raft_consensus.cc:348] T 00000000000000000000000000000000 P 71f21fc3c4654bd7a10cfc4ce6ea58b0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23" member_type: VOTER last_known_addr { host: "127.29.136.254" port: 45071 } } peers { permanent_uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0" member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } } peers { permanent_uuid: "e912a7e647724673b60e4b31a13caddf" member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } }
21:34:03.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.665982 30416 raft_consensus.cc:374] T 00000000000000000000000000000000 P 71f21fc3c4654bd7a10cfc4ce6ea58b0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:34:03.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.666265 30416 raft_consensus.cc:729] T 00000000000000000000000000000000 P 71f21fc3c4654bd7a10cfc4ce6ea58b0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 71f21fc3c4654bd7a10cfc4ce6ea58b0, State: Initialized, Role: FOLLOWER
21:34:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.667186 30416 consensus_queue.cc:260] T 00000000000000000000000000000000 P 71f21fc3c4654bd7a10cfc4ce6ea58b0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23" member_type: VOTER last_known_addr { host: "127.29.136.254" port: 45071 } } peers { permanent_uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0" member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } } peers { permanent_uuid: "e912a7e647724673b60e4b31a13caddf" member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } }
21:34:03.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.673812 30532 sys_catalog.cc:455] T 00000000000000000000000000000000 P 71f21fc3c4654bd7a10cfc4ce6ea58b0 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23" member_type: VOTER last_known_addr { host: "127.29.136.254" port: 45071 } } peers { permanent_uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0" member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } } peers { permanent_uuid: "e912a7e647724673b60e4b31a13caddf" member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } } }
21:34:03.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.674667 30532 sys_catalog.cc:458] T 00000000000000000000000000000000 P 71f21fc3c4654bd7a10cfc4ce6ea58b0 [sys.catalog]: This master's current role is: FOLLOWER
21:34:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.675827 30416 sys_catalog.cc:564] T 00000000000000000000000000000000 P 71f21fc3c4654bd7a10cfc4ce6ea58b0 [sys.catalog]: configured and running, proceeding with master startup.
21:34:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.676016 30388 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e912a7e647724673b60e4b31a13caddf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0" is_pre_election: true
21:34:03.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.677294 30388 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 71f21fc3c4654bd7a10cfc4ce6ea58b0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e912a7e647724673b60e4b31a13caddf in term 0.
21:34:03.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.678996 30445 leader_election.cc:302] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 71f21fc3c4654bd7a10cfc4ce6ea58b0, e912a7e647724673b60e4b31a13caddf; no voters:
21:34:03.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.680200 30514 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [term 0 FOLLOWER]: Leader pre-election won for term 1
21:34:03.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.680547 30514 raft_consensus.cc:482] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:34:03.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.680891 30514 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [term 0 FOLLOWER]: Advancing to term 1
21:34:03.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.687553 30514 raft_consensus.cc:504] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23" member_type: VOTER last_known_addr { host: "127.29.136.254" port: 45071 } } peers { permanent_uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0" member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } } peers { permanent_uuid: "e912a7e647724673b60e4b31a13caddf" member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } }
21:34:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.692579 30388 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e912a7e647724673b60e4b31a13caddf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0"
21:34:03.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.693248 30388 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 71f21fc3c4654bd7a10cfc4ce6ea58b0 [term 0 FOLLOWER]: Advancing to term 1
21:34:03.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.694388 30514 leader_election.cc:288] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [CANDIDATE]: Term 1 election: Requested vote from peers c43dd532a4ff4ccd9f73a43f9864ae23 (127.29.136.254:45071), 71f21fc3c4654bd7a10cfc4ce6ea58b0 (127.29.136.253:41231)
21:34:03.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.716202 30388 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 71f21fc3c4654bd7a10cfc4ce6ea58b0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e912a7e647724673b60e4b31a13caddf in term 1.
21:34:03.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.717415 30445 leader_election.cc:302] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 71f21fc3c4654bd7a10cfc4ce6ea58b0, e912a7e647724673b60e4b31a13caddf; no voters:
21:34:03.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.718391 30514 raft_consensus.cc:2781] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [term 1 FOLLOWER]: Leader election won for term 1
21:34:03.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.720677 30514 raft_consensus.cc:686] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [term 1 LEADER]: Becoming Leader. State: Replica: e912a7e647724673b60e4b31a13caddf, State: Running, Role: LEADER
21:34:03.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.721756 30514 consensus_queue.cc:237] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23" member_type: VOTER last_known_addr { host: "127.29.136.254" port: 45071 } } peers { permanent_uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0" member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } } peers { permanent_uuid: "e912a7e647724673b60e4b31a13caddf" member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } }
21:34:03.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.741374 30535 sys_catalog.cc:455] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [sys.catalog]: SysCatalogTable state changed. Reason: New leader e912a7e647724673b60e4b31a13caddf. Latest consensus state: current_term: 1 leader_uuid: "e912a7e647724673b60e4b31a13caddf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23" member_type: VOTER last_known_addr { host: "127.29.136.254" port: 45071 } } peers { permanent_uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0" member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } } peers { permanent_uuid: "e912a7e647724673b60e4b31a13caddf" member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } } }
21:34:03.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.743294 30535 sys_catalog.cc:458] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [sys.catalog]: This master's current role is: LEADER
21:34:03.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.752944 30541 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
21:34:03.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.761528 30541 catalog_manager.cc:1484] Initializing Kudu cluster ID...
21:34:03.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.788211 30388 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 71f21fc3c4654bd7a10cfc4ce6ea58b0 [term 1 FOLLOWER]: Refusing update from remote peer e912a7e647724673b60e4b31a13caddf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:34:03.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.790033 30514 consensus_queue.cc:1035] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [LEADER]: Connected to new peer: Peer: permanent_uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0" member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:34:03.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.819684 30532 sys_catalog.cc:455] T 00000000000000000000000000000000 P 71f21fc3c4654bd7a10cfc4ce6ea58b0 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e912a7e647724673b60e4b31a13caddf. Latest consensus state: current_term: 1 leader_uuid: "e912a7e647724673b60e4b31a13caddf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23" member_type: VOTER last_known_addr { host: "127.29.136.254" port: 45071 } } peers { permanent_uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0" member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } } peers { permanent_uuid: "e912a7e647724673b60e4b31a13caddf" member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } } }
21:34:03.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.820475 30532 sys_catalog.cc:458] T 00000000000000000000000000000000 P 71f21fc3c4654bd7a10cfc4ce6ea58b0 [sys.catalog]: This master's current role is: FOLLOWER
21:34:03.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:03.837849 30549 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 71f21fc3c4654bd7a10cfc4ce6ea58b0: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:34:03.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:03.838500 30549 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:34:03.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.840099 30535 sys_catalog.cc:455] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e912a7e647724673b60e4b31a13caddf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23" member_type: VOTER last_known_addr { host: "127.29.136.254" port: 45071 } } peers { permanent_uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0" member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } } peers { permanent_uuid: "e912a7e647724673b60e4b31a13caddf" member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } } }
21:34:03.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.840864 30535 sys_catalog.cc:458] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [sys.catalog]: This master's current role is: LEADER
21:34:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.850981 30532 sys_catalog.cc:455] T 00000000000000000000000000000000 P 71f21fc3c4654bd7a10cfc4ce6ea58b0 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e912a7e647724673b60e4b31a13caddf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23" member_type: VOTER last_known_addr { host: "127.29.136.254" port: 45071 } } peers { permanent_uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0" member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } } peers { permanent_uuid: "e912a7e647724673b60e4b31a13caddf" member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } } }
21:34:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.851547 30541 catalog_manager.cc:1347] Generated new cluster ID: 2a39f5a1921e40ffa48a1010d2240714
21:34:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.851776 30532 sys_catalog.cc:458] T 00000000000000000000000000000000 P 71f21fc3c4654bd7a10cfc4ce6ea58b0 [sys.catalog]: This master's current role is: FOLLOWER
21:34:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.851904 30541 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
21:34:03.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.802757 30329 master_runner.cc:186] Error getting master registration for 127.29.136.254:45071: OK, instance_id { permanent_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23" instance_seqno: 1786484039377155 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:34:03.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.895836 30329 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:34:03.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.902550 30541 catalog_manager.cc:1370] Generated new certificate authority record
21:34:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.912460 30541 catalog_manager.cc:1504] Loading token signing keys...
21:34:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.950016 30541 catalog_manager.cc:5868] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf: Generated new TSK 0
21:34:03.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:03.951668 30541 catalog_manager.cc:1514] Initializing in-progress tserver states...
21:34:04.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.010352 30243 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:04.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:04.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-0/wal
21:34:04.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-0/data
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-0/logs
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-0/data/info.pb
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.136.193:0
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.136.193
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.136.193
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.136.254:45071,127.29.136.253:41231,127.29.136.252:36183
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.136.212:41349
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:04.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:34:04.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.039124 30327 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } attempt: 7
21:34:04.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.106021 30327 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c43dd532a4ff4ccd9f73a43f9864ae23: Bootstrap starting.
21:34:04.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.113987 30327 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c43dd532a4ff4ccd9f73a43f9864ae23: Neither blocks nor log segments found. Creating new log.
21:34:04.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.128304 30327 log.cc:824] T 00000000000000000000000000000000 P c43dd532a4ff4ccd9f73a43f9864ae23: Log is configured to *not* fsync() on all Append() calls
21:34:04.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.149075 30327 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c43dd532a4ff4ccd9f73a43f9864ae23: No bootstrap required, opened a new log
21:34:04.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.206447 30327 raft_consensus.cc:348] T 00000000000000000000000000000000 P c43dd532a4ff4ccd9f73a43f9864ae23 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23" member_type: VOTER last_known_addr { host: "127.29.136.254" port: 45071 } } peers { permanent_uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0" member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } } peers { permanent_uuid: "e912a7e647724673b60e4b31a13caddf" member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } }
21:34:04.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.217938 30327 raft_consensus.cc:374] T 00000000000000000000000000000000 P c43dd532a4ff4ccd9f73a43f9864ae23 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:34:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.218578 30327 raft_consensus.cc:729] T 00000000000000000000000000000000 P c43dd532a4ff4ccd9f73a43f9864ae23 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c43dd532a4ff4ccd9f73a43f9864ae23, State: Initialized, Role: FOLLOWER
21:34:04.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.219821 30327 consensus_queue.cc:260] T 00000000000000000000000000000000 P c43dd532a4ff4ccd9f73a43f9864ae23 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23" member_type: VOTER last_known_addr { host: "127.29.136.254" port: 45071 } } peers { permanent_uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0" member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } } peers { permanent_uuid: "e912a7e647724673b60e4b31a13caddf" member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } }
21:34:04.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.229171 30559 sys_catalog.cc:455] T 00000000000000000000000000000000 P c43dd532a4ff4ccd9f73a43f9864ae23 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23" member_type: VOTER last_known_addr { host: "127.29.136.254" port: 45071 } } peers { permanent_uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0" member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } } peers { permanent_uuid: "e912a7e647724673b60e4b31a13caddf" member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } } }
21:34:04.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.245990 30559 sys_catalog.cc:458] T 00000000000000000000000000000000 P c43dd532a4ff4ccd9f73a43f9864ae23 [sys.catalog]: This master's current role is: FOLLOWER
21:34:04.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.234100 30299 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c43dd532a4ff4ccd9f73a43f9864ae23 [term 0 FOLLOWER]: Advancing to term 1
21:34:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.253309 30299 raft_consensus.cc:1261] T 00000000000000000000000000000000 P c43dd532a4ff4ccd9f73a43f9864ae23 [term 1 FOLLOWER]: Refusing update from remote peer e912a7e647724673b60e4b31a13caddf: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:34:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.234580 30300 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e912a7e647724673b60e4b31a13caddf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23"
21:34:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.235255 30301 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e912a7e647724673b60e4b31a13caddf" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23" is_pre_election: true
21:34:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.233492 30327 sys_catalog.cc:564] T 00000000000000000000000000000000 P c43dd532a4ff4ccd9f73a43f9864ae23 [sys.catalog]: configured and running, proceeding with master startup.
21:34:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.255630 30301 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:41508 (request call id 1) took 1077 ms. Trace:
21:34:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.255982 30301 rpcz_store.cc:276] 0811 21:34:03.178699 (+ 0us) service_pool.cc:170] Inserting onto call queue
21:34:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:34:03.178832 (+ 133us) service_pool.cc:227] Handling call
21:34:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:34:04.255565 (+1076733us) inbound_call.cc:173] Queueing success response
21:34:04.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
21:34:04.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.259994 30535 consensus_queue.cc:1035] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [LEADER]: Connected to new peer: Peer: permanent_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23" member_type: VOTER last_known_addr { host: "127.29.136.254" port: 45071 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
21:34:04.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.359467 30559 sys_catalog.cc:455] T 00000000000000000000000000000000 P c43dd532a4ff4ccd9f73a43f9864ae23 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e912a7e647724673b60e4b31a13caddf. Latest consensus state: current_term: 1 leader_uuid: "e912a7e647724673b60e4b31a13caddf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23" member_type: VOTER last_known_addr { host: "127.29.136.254" port: 45071 } } peers { permanent_uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0" member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } } peers { permanent_uuid: "e912a7e647724673b60e4b31a13caddf" member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } } }
21:34:04.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.360309 30559 sys_catalog.cc:458] T 00000000000000000000000000000000 P c43dd532a4ff4ccd9f73a43f9864ae23 [sys.catalog]: This master's current role is: FOLLOWER
21:34:04.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.361845 30571 sys_catalog.cc:455] T 00000000000000000000000000000000 P c43dd532a4ff4ccd9f73a43f9864ae23 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e912a7e647724673b60e4b31a13caddf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23" member_type: VOTER last_known_addr { host: "127.29.136.254" port: 45071 } } peers { permanent_uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0" member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } } peers { permanent_uuid: "e912a7e647724673b60e4b31a13caddf" member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } } }
21:34:04.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.363394 30571 sys_catalog.cc:458] T 00000000000000000000000000000000 P c43dd532a4ff4ccd9f73a43f9864ae23 [sys.catalog]: This master's current role is: FOLLOWER
21:34:04.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.374569 30577 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
21:34:04.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:04.553855 30556 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:34:04.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:04.554524 30556 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:34:04.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:04.555279 30556 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:34:04.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:04.612740 30556 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:34:04.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:04.614238 30556 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.136.193
21:34:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.676152 30556 tablet_server_runner.cc:78] Tablet server non-default flags:
21:34:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.136.212:41349
21:34:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:34:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-0/data
21:34:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-0/wal
21:34:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.136.193:0
21:34:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:34:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-0/data/info.pb
21:34:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.136.193
21:34:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:34:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.136.254:45071,127.29.136.253:41231,127.29.136.252:36183
21:34:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:34:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:34:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:34:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.136.193
21:34:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-0/logs
21:34:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:34:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:34:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:34:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:34:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:34:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:34:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:34:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:34:04.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:34:04.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.677834 30556 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:34:04.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.680011 30556 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:34:04.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:04.706022 30584 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:04.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.776031 30535 sys_catalog.cc:455] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e912a7e647724673b60e4b31a13caddf" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c43dd532a4ff4ccd9f73a43f9864ae23" member_type: VOTER last_known_addr { host: "127.29.136.254" port: 45071 } } peers { permanent_uuid: "71f21fc3c4654bd7a10cfc4ce6ea58b0" member_type: VOTER last_known_addr { host: "127.29.136.253" port: 41231 } } peers { permanent_uuid: "e912a7e647724673b60e4b31a13caddf" member_type: VOTER last_known_addr { host: "127.29.136.252" port: 36183 } } }
21:34:04.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.777462 30535 sys_catalog.cc:458] T 00000000000000000000000000000000 P e912a7e647724673b60e4b31a13caddf [sys.catalog]: This master's current role is: LEADER
21:34:04.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.844450 30549 catalog_manager.cc:1259] Loaded cluster ID: 2a39f5a1921e40ffa48a1010d2240714
21:34:04.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.844985 30549 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 71f21fc3c4654bd7a10cfc4ce6ea58b0: loading cluster ID for follower catalog manager: success
21:34:04.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.853034 30549 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 71f21fc3c4654bd7a10cfc4ce6ea58b0: acquiring CA information for follower catalog manager: success
21:34:04.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:04.869004 30549 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 71f21fc3c4654bd7a10cfc4ce6ea58b0: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:34:05.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:05.429167 30577 catalog_manager.cc:1259] Loaded cluster ID: 2a39f5a1921e40ffa48a1010d2240714
21:34:05.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:05.429497 30577 catalog_manager.cc:1552] T 00000000000000000000000000000000 P c43dd532a4ff4ccd9f73a43f9864ae23: loading cluster ID for follower catalog manager: success
21:34:05.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:05.446547 30577 catalog_manager.cc:1574] T 00000000000000000000000000000000 P c43dd532a4ff4ccd9f73a43f9864ae23: acquiring CA information for follower catalog manager: success
21:34:05.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:05.469465 30577 catalog_manager.cc:1602] T 00000000000000000000000000000000 P c43dd532a4ff4ccd9f73a43f9864ae23: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:34:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:04.734728 30589 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:06.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:04.706621 30585 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:06.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:06.836159 30587 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2128 milliseconds
21:34:06.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.836278 30556 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:34:06.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.837742 30556 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:34:06.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.840869 30556 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:34:06.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.842314 30556 hybrid_clock.cc:648] HybridClock initialized: now 1786484046842291 us; error 57 us; skew 500 ppm
21:34:06.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.843264 30556 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:34:06.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.857355 30556 webserver.cc:460] Webserver started at http://127.29.136.193:38865/ using document root <none> and password file <none>
21:34:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.858510 30556 fs_manager.cc:359] Metadata directory not provided
21:34:06.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.858748 30556 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:34:06.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.859274 30556 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:34:06.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.864974 30556 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-0/data/instance:
21:34:06.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f7c81936cf244bdb869f8a5a93a4852c"
21:34:06.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:06 on dist-test-slave-0kls"
21:34:06.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.866381 30556 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-0/wal/instance:
21:34:06.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f7c81936cf244bdb869f8a5a93a4852c"
21:34:06.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:06 on dist-test-slave-0kls"
21:34:06.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.874996 30556 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.003s sys 0.005s
21:34:06.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.882027 30598 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:34:06.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.884364 30556 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.003s sys 0.001s
21:34:06.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.884761 30556 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-0/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-0/wal
21:34:06.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f7c81936cf244bdb869f8a5a93a4852c"
21:34:06.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:06 on dist-test-slave-0kls"
21:34:06.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.885147 30556 fs_report.cc:383] FS layout report
21:34:06.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:34:06.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-0/wal
21:34:06.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-0/wal
21:34:06.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-0/data/data
21:34:06.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:34:06.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:34:06.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:34:06.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:34:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:34:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:34:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:34:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:34:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:34:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:34:06.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:34:06.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.949363 30556 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:34:06.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.951370 30556 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:34:06.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.951931 30556 kserver.cc:163] Server-wide thread pool size limit: 3276
21:34:06.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.955422 30556 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
21:34:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.961450 30556 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:34:06.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.961724 30556 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:34:06.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.962057 30556 ts_tablet_manager.cc:610] Registered 0 tablets
21:34:06.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:06.962283 30556 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:34:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:07.144721 30556 rpc_server.cc:307] RPC server started. Bound to: 127.29.136.193:36343
21:34:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:07.144835 30721 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.136.193:36343 every 8 connection(s)
21:34:07.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:07.147429 30556 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-0/data/info.pb
21:34:07.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:07.155632 30243 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 30556
21:34:07.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:07.156064 30243 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-0/wal/instance
21:34:07.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:07.166847 30243 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:07.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:07.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-1/wal
21:34:07.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-1/data
21:34:07.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-1/logs
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-1/data/info.pb
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.136.194:0
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.136.194
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.136.194
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.136.254:45071,127.29.136.253:41231,127.29.136.252:36183
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.136.212:41349
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:07.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:34:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:07.218078 30723 heartbeater.cc:347] Connected to a master server at 127.29.136.253:41231
21:34:07.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:07.218608 30723 heartbeater.cc:464] Registering TS with master...
21:34:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:07.219933 30723 heartbeater.cc:511] Master 127.29.136.253:41231 requested a full tablet report, sending...
21:34:07.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:07.224246 30375 ts_manager.cc:194] Registered new tserver with Master: f7c81936cf244bdb869f8a5a93a4852c (127.29.136.193:36343)
21:34:07.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:07.233527 30722 heartbeater.cc:347] Connected to a master server at 127.29.136.252:36183
21:34:07.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:07.233930 30722 heartbeater.cc:464] Registering TS with master...
21:34:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:07.234777 30722 heartbeater.cc:511] Master 127.29.136.252:36183 requested a full tablet report, sending...
21:34:07.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:07.235769 30725 heartbeater.cc:347] Connected to a master server at 127.29.136.254:45071
21:34:07.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:07.236133 30725 heartbeater.cc:464] Registering TS with master...
21:34:07.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:07.236980 30725 heartbeater.cc:511] Master 127.29.136.254:45071 requested a full tablet report, sending...
21:34:07.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:07.237430 30463 ts_manager.cc:194] Registered new tserver with Master: f7c81936cf244bdb869f8a5a93a4852c (127.29.136.193:36343)
21:34:07.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:07.240176 30291 ts_manager.cc:194] Registered new tserver with Master: f7c81936cf244bdb869f8a5a93a4852c (127.29.136.193:36343)
21:34:07.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:07.240829 30463 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.29.136.193:49959
21:34:07.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:07.559942 30735 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:34:07.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:07.560622 30735 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:34:07.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:07.561203 30735 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:34:07.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:07.596112 30735 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:34:07.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:07.597128 30735 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.136.194
21:34:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:07.634143 30735 tablet_server_runner.cc:78] Tablet server non-default flags:
21:34:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.136.212:41349
21:34:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:34:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-1/data
21:34:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-1/wal
21:34:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.136.194:0
21:34:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:34:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-1/data/info.pb
21:34:07.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.136.194
21:34:07.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:34:07.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.136.254:45071,127.29.136.253:41231,127.29.136.252:36183
21:34:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:34:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:34:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:34:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.136.194
21:34:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-1/logs
21:34:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:34:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:34:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:34:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:34:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:34:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:34:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:34:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:34:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:34:07.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:07.635712 30735 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:34:07.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:07.637643 30735 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:34:07.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:07.659922 30745 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:08.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.245769 30722 heartbeater.cc:503] Master 127.29.136.252:36183 was elected leader, sending a full tablet report...
21:34:08.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:07.661886 30735 server_base.cc:1034] running on GCE node
21:34:08.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:07.667742 30742 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:08.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:07.661168 30743 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:08.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.881115 30735 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:34:08.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.883671 30735 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:34:08.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.885141 30735 hybrid_clock.cc:648] HybridClock initialized: now 1786484048885065 us; error 45 us; skew 500 ppm
21:34:08.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.886092 30735 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:34:08.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.892918 30735 webserver.cc:460] Webserver started at http://127.29.136.194:33961/ using document root <none> and password file <none>
21:34:08.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.894140 30735 fs_manager.cc:359] Metadata directory not provided
21:34:08.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.894421 30735 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:34:08.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.894986 30735 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:34:08.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.901701 30735 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-1/data/instance:
21:34:08.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8eafe999108a4511b96624791053f655"
21:34:08.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:08 on dist-test-slave-0kls"
21:34:08.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.903348 30735 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-1/wal/instance:
21:34:08.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8eafe999108a4511b96624791053f655"
21:34:08.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:08 on dist-test-slave-0kls"
21:34:08.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.913411 30735 fs_manager.cc:691] Time spent creating directory manager: real 0.009s user 0.009s sys 0.001s
21:34:08.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.919335 30755 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:34:08.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.920409 30735 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
21:34:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.920710 30735 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-1/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-1/wal
21:34:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8eafe999108a4511b96624791053f655"
21:34:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:08 on dist-test-slave-0kls"
21:34:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.921097 30735 fs_report.cc:383] FS layout report
21:34:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:34:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-1/wal
21:34:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-1/wal
21:34:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-1/data/data
21:34:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:34:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:34:08.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:34:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:34:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:34:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:34:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:34:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:34:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:34:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:34:08.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:34:08.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.958525 30735 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:34:08.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.960026 30735 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:34:08.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.960464 30735 kserver.cc:163] Server-wide thread pool size limit: 3276
21:34:08.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.963223 30735 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
21:34:08.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.967351 30735 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:34:08.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.967538 30735 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:34:08.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.967748 30735 ts_tablet_manager.cc:610] Registered 0 tablets
21:34:08.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:08.967878 30735 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:34:09.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:09.115574 30735 rpc_server.cc:307] RPC server started. Bound to: 127.29.136.194:46727
21:34:09.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:09.115744 30880 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.136.194:46727 every 8 connection(s)
21:34:09.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:09.118381 30735 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-1/data/info.pb
21:34:09.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:09.126448 30243 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 30735
21:34:09.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:09.127347 30243 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-1/wal/instance
21:34:09.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:09.152331 30243 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:09.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:09.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-2/wal
21:34:09.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-2/data
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-2/logs
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-2/data/info.pb
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.136.195:0
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.136.195
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.136.195
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.136.254:45071,127.29.136.253:41231,127.29.136.252:36183
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.136.212:41349
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:09.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
21:34:09.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:09.181285 30881 heartbeater.cc:347] Connected to a master server at 127.29.136.252:36183
21:34:09.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:09.181748 30881 heartbeater.cc:464] Registering TS with master...
21:34:09.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:09.183035 30881 heartbeater.cc:511] Master 127.29.136.252:36183 requested a full tablet report, sending...
21:34:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:09.185601 30882 heartbeater.cc:347] Connected to a master server at 127.29.136.253:41231
21:34:09.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:09.185981 30882 heartbeater.cc:464] Registering TS with master...
21:34:09.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:09.186791 30882 heartbeater.cc:511] Master 127.29.136.253:41231 requested a full tablet report, sending...
21:34:09.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:09.186858 30463 ts_manager.cc:194] Registered new tserver with Master: 8eafe999108a4511b96624791053f655 (127.29.136.194:46727)
21:34:09.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:09.188694 30463 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.29.136.194:51789
21:34:09.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:09.189451 30375 ts_manager.cc:194] Registered new tserver with Master: 8eafe999108a4511b96624791053f655 (127.29.136.194:46727)
21:34:09.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:09.189869 30883 heartbeater.cc:347] Connected to a master server at 127.29.136.254:45071
21:34:09.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:09.190202 30883 heartbeater.cc:464] Registering TS with master...
21:34:09.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:09.191035 30883 heartbeater.cc:511] Master 127.29.136.254:45071 requested a full tablet report, sending...
21:34:09.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:09.193938 30291 ts_manager.cc:194] Registered new tserver with Master: 8eafe999108a4511b96624791053f655 (127.29.136.194:46727)
21:34:09.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:09.490749 30892 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:34:09.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:09.491257 30892 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:34:09.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:09.491762 30892 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:34:09.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:09.525034 30892 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:34:09.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:09.526031 30892 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.29.136.195
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:09.561709 30892 tablet_server_runner.cc:78] Tablet server non-default flags:
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.29.136.212:41349
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-2/data
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-2/wal
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.29.136.195:0
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-2/data/info.pb
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.29.136.195
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.29.136.254:45071,127.29.136.253:41231,127.29.136.252:36183
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.29.136.195
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-2/logs
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:34:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:34:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:09.563033 30892 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:34:09.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:09.564733 30892 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:34:09.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:09.586184 30901 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.194017 30881 heartbeater.cc:503] Master 127.29.136.252:36183 was elected leader, sending a full tablet report...
21:34:10.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:09.586176 30898 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:10.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:09.586542 30899 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:10.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:09.588765 30892 server_base.cc:1034] running on GCE node
21:34:10.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.814412 30892 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:34:10.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.817058 30892 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:34:10.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.818451 30892 hybrid_clock.cc:648] HybridClock initialized: now 1786484050818408 us; error 93 us; skew 500 ppm
21:34:10.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.819370 30892 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:34:10.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.826040 30892 webserver.cc:460] Webserver started at http://127.29.136.195:40213/ using document root <none> and password file <none>
21:34:10.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.827044 30892 fs_manager.cc:359] Metadata directory not provided
21:34:10.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.827256 30892 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:34:10.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.827663 30892 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:34:10.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.832653 30892 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-2/data/instance:
21:34:10.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b83d264aaa84d478c7f0b3092ce1720"
21:34:10.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:10 on dist-test-slave-0kls"
21:34:10.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.833727 30892 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-2/wal/instance:
21:34:10.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b83d264aaa84d478c7f0b3092ce1720"
21:34:10.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:10 on dist-test-slave-0kls"
21:34:10.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.841686 30892 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.002s sys 0.005s
21:34:10.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.847374 30910 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:34:10.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.848517 30892 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
21:34:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.848832 30892 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-2/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-2/wal
21:34:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3b83d264aaa84d478c7f0b3092ce1720"
21:34:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:10 on dist-test-slave-0kls"
21:34:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.849190 30892 fs_report.cc:383] FS layout report
21:34:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:34:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-2/wal
21:34:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-2/wal
21:34:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-2/data/data
21:34:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:34:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:34:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:34:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:34:10.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:34:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:34:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:34:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:34:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:34:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:34:10.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:34:10.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.901767 30892 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:34:10.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.903326 30892 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:34:10.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.903811 30892 kserver.cc:163] Server-wide thread pool size limit: 3276
21:34:10.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.906500 30892 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
21:34:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.911070 30892 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
21:34:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.911296 30892 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
21:34:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.911541 30892 ts_tablet_manager.cc:610] Registered 0 tablets
21:34:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:10.911672 30892 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
21:34:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:11.063922 30892 rpc_server.cc:307] RPC server started. Bound to: 127.29.136.195:42113
21:34:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:11.064024 31039 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.29.136.195:42113 every 8 connection(s)
21:34:11.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:11.066491 30892 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-2/data/info.pb
21:34:11.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:11.074570 30243 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 30892
21:34:11.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:11.075160 30243 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster4362798913399359377/ts-2/wal/instance
21:34:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:11.117322 31040 heartbeater.cc:347] Connected to a master server at 127.29.136.252:36183
21:34:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:11.117584 31042 heartbeater.cc:347] Connected to a master server at 127.29.136.254:45071
21:34:11.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:11.117899 31040 heartbeater.cc:464] Registering TS with master...
21:34:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:11.118103 31042 heartbeater.cc:464] Registering TS with master...
21:34:11.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:11.119410 31040 heartbeater.cc:511] Master 127.29.136.252:36183 requested a full tablet report, sending...
21:34:11.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:11.120777 31042 heartbeater.cc:511] Master 127.29.136.254:45071 requested a full tablet report, sending...
21:34:11.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:11.123723 30290 ts_manager.cc:194] Registered new tserver with Master: 3b83d264aaa84d478c7f0b3092ce1720 (127.29.136.195:42113)
21:34:11.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:11.125156 30463 ts_manager.cc:194] Registered new tserver with Master: 3b83d264aaa84d478c7f0b3092ce1720 (127.29.136.195:42113)
21:34:11.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:11.127195 30463 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.29.136.195:36029
21:34:11.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:11.128947 31041 heartbeater.cc:347] Connected to a master server at 127.29.136.253:41231
21:34:11.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:11.129230 31041 heartbeater.cc:464] Registering TS with master...
21:34:11.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:11.129916 31041 heartbeater.cc:511] Master 127.29.136.253:41231 requested a full tablet report, sending...
21:34:11.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:11.132335 30375 ts_manager.cc:194] Registered new tserver with Master: 3b83d264aaa84d478c7f0b3092ce1720 (127.29.136.195:42113)
21:34:11.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:11.150458 30243 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
21:34:11.161 [DEBUG - main] (MiniKuduCluster.java:195) Response:
21:34:11.161 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
21:34:11.162 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.29.136.254"
port: 45071
}
bound_http_address {
host: "127.29.136.254"
port: 35595
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.29.136.253"
port: 41231
}
bound_http_address {
host: "127.29.136.253"
port: 41709
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.29.136.252"
port: 36183
}
bound_http_address {
host: "127.29.136.252"
port: 42397
}
}
}
21:34:11.162 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
21:34:11.163 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.29.136.193"
port: 36343
}
bound_http_address {
host: "127.29.136.193"
port: 38865
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.29.136.194"
port: 46727
}
bound_http_address {
host: "127.29.136.194"
port: 33961
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.29.136.195"
port: 42113
}
bound_http_address {
host: "127.29.136.195"
port: 40213
}
}
}
21:34:11.163 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
21:34:11.164 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster6688828649422351925/krb5kdc/krb5cc
21:34:11.164 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
21:34:11.165 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskbMGbxF/test-tmp
21:34:11.166 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
21:34:11.166 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskbMGbxF/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
21:34:11.167 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
21:34:11.529 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:34:11.529 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
21:34:11.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:11.532579 31053 mini_oidc.cc:152] Starting JWKS server
21:34:11.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:11.536098 31053 webserver.cc:460] Webserver started at http://127.0.0.1:41969/ using document root <none> and password file <none>
21:34:11.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:11.536549 31053 mini_oidc.cc:189] Starting OIDC Discovery server
21:34:11.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:11.538602 31053 webserver.cc:460] Webserver started at http://127.0.0.1:40005/ using document root <none> and password file <none>
21:34:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
21:34:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/principal' for realm 'KRBTEST.COM',
21:34:11.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
21:34:11.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:11 dist-test-slave-0kls krb5kdc[31065](info): setting up network...
21:34:11.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
21:34:11.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:11 dist-test-slave-0kls krb5kdc[31065](info): set up 2 sockets
21:34:11.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:11 dist-test-slave-0kls krb5kdc[31065](info): commencing operation
21:34:11.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
21:34:12.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:12.135151 31040 heartbeater.cc:503] Master 127.29.136.252:36183 was elected leader, sending a full tablet report...
21:34:12.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:12.750125 31053 mini_kdc.cc:121] Time spent starting KDC: real 1.182s user 0.000s sys 0.028s
21:34:12.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
21:34:12.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:34:12.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
21:34:12.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
21:34:12.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:34:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
21:34:12.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
21:34:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:34:12.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
21:34:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
21:34:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/test-user.keytab.
21:34:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/test-user.keytab.
21:34:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:12 dist-test-slave-0kls krb5kdc[31065](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484052, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:34:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
21:34:12.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:34:12Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
21:34:12.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:34:12Z Disabled control of system clock
21:34:12.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.30.83.126@KRBTEST.COM; defaulting to no policy
21:34:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:34:12.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.30.83.126@KRBTEST.COM" created.
21:34:12.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:34:12.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.30.83.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.126.keytab.
21:34:12.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.30.83.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.126.keytab.
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:12.988101 31053 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/wal
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/data
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/logs
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/data/info.pb
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.83.126:42427
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.83.126
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:34:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.126.keytab
21:34:12.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.83.126
21:34:12.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:34:12.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:34:12.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:34:12.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.83.84:35419
21:34:12.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:12.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:12.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:34:12.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:34:12.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.83.126:42427,127.30.83.125:37811,127.30.83.124:34177
21:34:12.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:34:12.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41969/jwks.json
21:34:12.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:34:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:13.328630 31080 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:34:13.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:13.329389 31080 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:34:13.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:13.330298 31080 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:34:13.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:13.363406 31080 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:34:13.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:13.363720 31080 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:34:13.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:13.364171 31080 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:34:13.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:13.364490 31080 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:34:13.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:13.364795 31080 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:34:13.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:13.365111 31080 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:34:13.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:13.365345 31080 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41969/jwks.json
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:13.403723 31080 master_runner.cc:386] Master server non-default flags:
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.83.84:35419
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/data
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/wal
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.83.126:42427,127.30.83.125:37811,127.30.83.124:34177
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.126.keytab
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.83.126
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.83.126:42427
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41969/jwks.json
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/data/info.pb
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.83.126
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:34:13.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:34:13.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:13.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/logs
21:34:13.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:13.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:34:13.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:34:13.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:34:13.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:34:13.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:34:13.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:34:13.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:34:13.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:34:13.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:34:13.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:13.405272 31080 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:34:13.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:13.406635 31080 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:34:13.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:13.427021 31089 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:13.427088 31087 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:13.427475 31086 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:14.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:14.679859 31088 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
21:34:14.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.680226 31080 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:34:14.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.684412 31080 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:34:14.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.687042 31080 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:34:14.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.688479 31080 hybrid_clock.cc:648] HybridClock initialized: now 1786484054688392 us; error 116 us; skew 500 ppm
21:34:14.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.689375 31080 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:34:14.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:14 dist-test-slave-0kls krb5kdc[31065](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484054, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.83.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:34:14.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.699610 31080 init.cc:377] Logged in from keytab as kudu/127.30.83.126@KRBTEST.COM (short username kudu)
21:34:14.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.704735 31080 webserver.cc:460] Webserver started at http://127.30.83.126:36689/ using document root <none> and password file <none>
21:34:14.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.705652 31080 fs_manager.cc:359] Metadata directory not provided
21:34:14.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.705916 31080 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:34:14.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.706419 31080 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:34:14.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.712530 31080 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/data/instance:
21:34:14.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "203b54e3248947ebb5d253ddb7146ec2"
21:34:14.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:14 on dist-test-slave-0kls"
21:34:14.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.713846 31080 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/wal/instance:
21:34:14.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "203b54e3248947ebb5d253ddb7146ec2"
21:34:14.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:14 on dist-test-slave-0kls"
21:34:14.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.721634 31080 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
21:34:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.728026 31099 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:34:14.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.729265 31080 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.003s
21:34:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.729712 31080 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/wal
21:34:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "203b54e3248947ebb5d253ddb7146ec2"
21:34:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:14 on dist-test-slave-0kls"
21:34:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.730218 31080 fs_report.cc:383] FS layout report
21:34:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:34:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/wal
21:34:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/wal
21:34:14.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/data/data
21:34:14.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:34:14.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:34:14.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:34:14.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:34:14.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:34:14.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:34:14.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:34:14.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:34:14.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:34:14.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:34:14.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:34:14.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.776211 31080 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:34:14.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.782959 31080 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:34:14.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.783579 31080 kserver.cc:163] Server-wide thread pool size limit: 3276
21:34:14.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.862092 31080 rpc_server.cc:307] RPC server started. Bound to: 127.30.83.126:42427
21:34:14.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.862169 31156 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.83.126:42427 every 8 connection(s)
21:34:14.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.865052 31080 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/data/info.pb
21:34:14.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.871304 31159 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:34:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.874258 31053 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 31080
21:34:14.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.874836 31053 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/wal/instance
21:34:14.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.888764 31159 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } has no permanent_uuid. Determining permanent_uuid...
21:34:14.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.30.83.125@KRBTEST.COM; defaulting to no policy
21:34:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:34:14.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.30.83.125@KRBTEST.COM" created.
21:34:14.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:14 dist-test-slave-0kls krb5kdc[31065](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484054, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.83.126@KRBTEST.COM for kudu/127.30.83.126@KRBTEST.COM
21:34:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.933954 31159 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } has no permanent_uuid. Determining permanent_uuid...
21:34:14.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:14.936481 31100 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.83.125:37811: connect: Connection refused (error 111)
21:34:14.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:34:14.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.30.83.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.125.keytab.
21:34:14.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.30.83.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.125.keytab.
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.940606 31053 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/wal
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/data
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/logs
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/data/info.pb
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.83.125:37811
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.83.125
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:34:14.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.125.keytab
21:34:14.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.83.125
21:34:14.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:34:14.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:34:14.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:34:14.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.83.84:35419
21:34:14.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:14.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:14.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:34:14.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:34:14.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.83.126:42427,127.30.83.125:37811,127.30.83.124:34177
21:34:14.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:34:14.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41969/jwks.json
21:34:14.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:34:14.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:14.941385 31159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.83.125:37811: Network error: Client connection negotiation failed: client connection to 127.30.83.125:37811: connect: Connection refused (error 111)
21:34:14.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:14.990911 31159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } attempt: 1
21:34:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:14.995031 31159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.83.125:37811: Network error: Client connection negotiation failed: client connection to 127.30.83.125:37811: connect: Connection refused (error 111)
21:34:15.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:15.063448 31159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } attempt: 2
21:34:15.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:15.068179 31159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.83.125:37811: Network error: Client connection negotiation failed: client connection to 127.30.83.125:37811: connect: Connection refused (error 111)
21:34:15.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:15.159646 31159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } attempt: 3
21:34:15.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:15.163514 31159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.83.125:37811: Network error: Client connection negotiation failed: client connection to 127.30.83.125:37811: connect: Connection refused (error 111)
21:34:15.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:15.283771 31168 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:34:15.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:15.284528 31168 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:34:15.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:15.285238 31168 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:34:15.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:15.306871 31159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } attempt: 4
21:34:15.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:15.310815 31159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.83.125:37811: Network error: Client connection negotiation failed: client connection to 127.30.83.125:37811: connect: Connection refused (error 111)
21:34:15.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:15.320406 31168 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:34:15.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:15.320716 31168 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:34:15.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:15.321157 31168 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:34:15.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:15.321475 31168 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:34:15.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:15.321774 31168 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:34:15.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:15.322144 31168 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:34:15.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:15.322381 31168 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41969/jwks.json
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:15.362787 31168 master_runner.cc:386] Master server non-default flags:
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.83.84:35419
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/data
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/wal
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.83.126:42427,127.30.83.125:37811,127.30.83.124:34177
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.125.keytab
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.83.125
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.83.125:37811
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41969/jwks.json
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/data/info.pb
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.83.125
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:34:15.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:34:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:34:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/logs
21:34:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:34:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:34:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:34:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:34:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:34:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:34:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:34:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:34:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:34:15.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:15.364425 31168 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:34:15.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:15.366004 31168 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:34:15.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:15.386627 31178 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:15.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:15.610260 31159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } attempt: 5
21:34:15.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:15.615389 31159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.83.125:37811: Network error: Client connection negotiation failed: client connection to 127.30.83.125:37811: connect: Connection refused (error 111)
21:34:16.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.162815 31159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } attempt: 6
21:34:16.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:16.170594 31159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.83.125:37811: Network error: Client connection negotiation failed: client connection to 127.30.83.125:37811: connect: Connection refused (error 111)
21:34:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:15.386684 31181 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:15.388062 31175 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:16.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:15.388379 31168 server_base.cc:1034] running on GCE node
21:34:16.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.643024 31168 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:34:16.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.645666 31168 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:34:16.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.647130 31168 hybrid_clock.cc:648] HybridClock initialized: now 1786484056647092 us; error 77 us; skew 500 ppm
21:34:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.648059 31168 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:34:16.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:16 dist-test-slave-0kls krb5kdc[31065](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484056, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.83.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:34:16.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.654561 31168 init.cc:377] Logged in from keytab as kudu/127.30.83.125@KRBTEST.COM (short username kudu)
21:34:16.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.660382 31168 webserver.cc:460] Webserver started at http://127.30.83.125:34037/ using document root <none> and password file <none>
21:34:16.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.661505 31168 fs_manager.cc:359] Metadata directory not provided
21:34:16.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.661741 31168 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:34:16.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.662389 31168 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:34:16.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.667500 31168 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/data/instance:
21:34:16.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a979d238eab42a3a0bfa8f7a3062b9a"
21:34:16.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:16 on dist-test-slave-0kls"
21:34:16.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.668836 31168 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/wal/instance:
21:34:16.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a979d238eab42a3a0bfa8f7a3062b9a"
21:34:16.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:16 on dist-test-slave-0kls"
21:34:16.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.677604 31168 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.004s
21:34:16.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.683684 31192 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:34:16.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.684756 31168 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
21:34:16.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.685047 31168 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/wal
21:34:16.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a979d238eab42a3a0bfa8f7a3062b9a"
21:34:16.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:16 on dist-test-slave-0kls"
21:34:16.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.685354 31168 fs_report.cc:383] FS layout report
21:34:16.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:34:16.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/wal
21:34:16.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/wal
21:34:16.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/data/data
21:34:16.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:34:16.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:34:16.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:34:16.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:34:16.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:34:16.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:34:16.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:34:16.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:34:16.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:34:16.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:34:16.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:34:16.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.745047 31168 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:34:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.751757 31168 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:34:16.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.752271 31168 kserver.cc:163] Server-wide thread pool size limit: 3276
21:34:16.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.828722 31168 rpc_server.cc:307] RPC server started. Bound to: 127.30.83.125:37811
21:34:16.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.828814 31249 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.83.125:37811 every 8 connection(s)
21:34:16.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.831710 31168 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/data/info.pb
21:34:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.836575 31053 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 31168
21:34:16.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.836922 31053 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/wal/instance
21:34:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.838490 31250 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:34:16.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.850760 31250 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } has no permanent_uuid. Determining permanent_uuid...
21:34:16.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.30.83.124@KRBTEST.COM; defaulting to no policy
21:34:16.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:34:16.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.30.83.124@KRBTEST.COM" created.
21:34:16.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:16 dist-test-slave-0kls krb5kdc[31065](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484056, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.83.125@KRBTEST.COM for kudu/127.30.83.126@KRBTEST.COM
21:34:16.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
21:34:16.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.30.83.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.124.keytab.
21:34:16.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.30.83.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.124.keytab.
21:34:16.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.893527 31250 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } has no permanent_uuid. Determining permanent_uuid...
21:34:16.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.896559 31053 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/wal
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/data
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/logs
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/data/info.pb
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.83.124:34177
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.83.124
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.124.keytab
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.83.124
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:34:16.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:34:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:34:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.83.84:35419
21:34:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:34:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:34:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.83.126:42427,127.30.83.125:37811,127.30.83.124:34177
21:34:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:34:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41969/jwks.json
21:34:16.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:34:16.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:16 dist-test-slave-0kls krb5kdc[31065](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484056, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.83.125@KRBTEST.COM for kudu/127.30.83.125@KRBTEST.COM
21:34:16.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.923276 31250 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } has no permanent_uuid. Determining permanent_uuid...
21:34:16.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:16.925527 31196 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.83.124:34177: connect: Connection refused (error 111)
21:34:16.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:16.929353 31250 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.83.124:34177: Network error: Client connection negotiation failed: client connection to 127.30.83.124:34177: connect: Connection refused (error 111)
21:34:16.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:16.978844 31250 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } attempt: 1
21:34:16.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:16.983114 31250 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.83.124:34177: Network error: Client connection negotiation failed: client connection to 127.30.83.124:34177: connect: Connection refused (error 111)
21:34:17.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:17.051566 31250 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } attempt: 2
21:34:17.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:17.055967 31250 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.83.124:34177: Network error: Client connection negotiation failed: client connection to 127.30.83.124:34177: connect: Connection refused (error 111)
21:34:17.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:17.147399 31250 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } attempt: 3
21:34:17.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:17.151652 31250 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.83.124:34177: Network error: Client connection negotiation failed: client connection to 127.30.83.124:34177: connect: Connection refused (error 111)
21:34:17.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:17.231263 31159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } attempt: 7
21:34:17.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:17 dist-test-slave-0kls krb5kdc[31065](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484054, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.83.126@KRBTEST.COM for kudu/127.30.83.125@KRBTEST.COM
21:34:17.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:17.251065 31258 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:34:17.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:17.251868 31258 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:34:17.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:17.252836 31258 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:34:17.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:17.261741 31159 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } has no permanent_uuid. Determining permanent_uuid...
21:34:17.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:17.270012 31159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.83.124:34177: Network error: Client connection negotiation failed: client connection to 127.30.83.124:34177: connect: Connection refused (error 111)
21:34:17.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:17.291812 31258 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:34:17.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:17.292039 31258 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:34:17.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:17.292294 31258 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:34:17.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:17.292491 31258 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:34:17.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:17.292668 31258 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:34:17.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:17.292858 31258 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:34:17.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:17.292989 31258 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41969/jwks.json
21:34:17.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:17.295078 31250 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } attempt: 4
21:34:17.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:17.298887 31250 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.83.124:34177: Network error: Client connection negotiation failed: client connection to 127.30.83.124:34177: connect: Connection refused (error 111)
21:34:17.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:17.328526 31159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } attempt: 1
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:17.332762 31159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.83.124:34177: Network error: Client connection negotiation failed: client connection to 127.30.83.124:34177: connect: Connection refused (error 111)
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:17.333101 31258 master_runner.cc:386] Master server non-default flags:
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.83.84:35419
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/data
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/wal
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.83.126:42427,127.30.83.125:37811,127.30.83.124:34177
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.124.keytab
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.83.124
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.83.124:34177
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41969/jwks.json
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:34:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/data/info.pb
21:34:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.83.124
21:34:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
21:34:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:34:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:34:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:34:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/logs
21:34:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:34:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:34:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:34:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:34:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:34:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:34:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:34:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:34:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:34:17.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:17.334493 31258 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:34:17.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:17.335435 31258 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:34:17.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:17.353832 31269 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:17.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:17.414265 31159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } attempt: 2
21:34:17.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:17.419888 31159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.83.124:34177: Network error: Client connection negotiation failed: client connection to 127.30.83.124:34177: connect: Connection refused (error 111)
21:34:17.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:17.505323 31159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } attempt: 3
21:34:17.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:17.510185 31159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.83.124:34177: Network error: Client connection negotiation failed: client connection to 127.30.83.124:34177: connect: Connection refused (error 111)
21:34:17.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:17.598352 31250 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } attempt: 5
21:34:17.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:17.602927 31250 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.83.124:34177: Network error: Client connection negotiation failed: client connection to 127.30.83.124:34177: connect: Connection refused (error 111)
21:34:17.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:17.650578 31159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } attempt: 4
21:34:17.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:17.655215 31159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.83.124:34177: Network error: Client connection negotiation failed: client connection to 127.30.83.124:34177: connect: Connection refused (error 111)
21:34:17.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:17.938622 31159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } attempt: 5
21:34:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:17.943006 31159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.83.124:34177: Network error: Client connection negotiation failed: client connection to 127.30.83.124:34177: connect: Connection refused (error 111)
21:34:18.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.150342 31250 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } attempt: 6
21:34:18.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:18.159792 31250 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.83.124:34177: Network error: Client connection negotiation failed: client connection to 127.30.83.124:34177: connect: Connection refused (error 111)
21:34:18.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.495622 31159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } attempt: 6
21:34:18.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:18.502565 31159 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.30.83.124:34177: Network error: Client connection negotiation failed: client connection to 127.30.83.124:34177: connect: Connection refused (error 111)
21:34:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:17.353937 31268 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:17.354143 31272 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:18.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:17.356388 31258 server_base.cc:1034] running on GCE node
21:34:18.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.632279 31258 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:34:18.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.635085 31258 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:34:18.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.636477 31258 hybrid_clock.cc:648] HybridClock initialized: now 1786484058636444 us; error 56 us; skew 500 ppm
21:34:18.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.637437 31258 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:34:18.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:18 dist-test-slave-0kls krb5kdc[31065](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484058, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.83.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:34:18.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.644188 31258 init.cc:377] Logged in from keytab as kudu/127.30.83.124@KRBTEST.COM (short username kudu)
21:34:18.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.649833 31258 webserver.cc:460] Webserver started at http://127.30.83.124:32827/ using document root <none> and password file <none>
21:34:18.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.650897 31258 fs_manager.cc:359] Metadata directory not provided
21:34:18.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.651160 31258 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:34:18.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.651763 31258 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
21:34:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.657267 31258 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/data/instance:
21:34:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "36774222ce8e41309f4778be2003ae7a"
21:34:18.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:18 on dist-test-slave-0kls"
21:34:18.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.658527 31258 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/wal/instance:
21:34:18.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "36774222ce8e41309f4778be2003ae7a"
21:34:18.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:18 on dist-test-slave-0kls"
21:34:18.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.666728 31258 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
21:34:18.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.673146 31289 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:34:18.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.674321 31258 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
21:34:18.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.674710 31258 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/wal
21:34:18.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "36774222ce8e41309f4778be2003ae7a"
21:34:18.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:18 on dist-test-slave-0kls"
21:34:18.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.675088 31258 fs_report.cc:383] FS layout report
21:34:18.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:34:18.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/wal
21:34:18.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/wal
21:34:18.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/data/data
21:34:18.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:34:18.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:34:18.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:34:18.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:34:18.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:34:18.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:34:18.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:34:18.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:34:18.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:34:18.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:34:18.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:34:18.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.726033 31258 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:34:18.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.731933 31258 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:34:18.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.732491 31258 kserver.cc:163] Server-wide thread pool size limit: 3276
21:34:18.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.811642 31258 rpc_server.cc:307] RPC server started. Bound to: 127.30.83.124:34177
21:34:18.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.811697 31348 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.83.124:34177 every 8 connection(s)
21:34:18.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.814462 31258 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/data/info.pb
21:34:18.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.819832 31349 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
21:34:18.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.820770 31053 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 31258
21:34:18.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.821141 31053 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/wal/instance
21:34:18.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.836609 31349 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } has no permanent_uuid. Determining permanent_uuid...
21:34:18.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:18 dist-test-slave-0kls krb5kdc[31065](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484058, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.83.124@KRBTEST.COM for kudu/127.30.83.126@KRBTEST.COM
21:34:18.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:18 dist-test-slave-0kls krb5kdc[31065](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484052, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.30.83.124@KRBTEST.COM
21:34:18.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.878542 31349 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } has no permanent_uuid. Determining permanent_uuid...
21:34:18.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:18 dist-test-slave-0kls krb5kdc[31065](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484058, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.83.124@KRBTEST.COM for kudu/127.30.83.125@KRBTEST.COM
21:34:18.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:18 dist-test-slave-0kls krb5kdc[31065](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484052, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.30.83.125@KRBTEST.COM
21:34:18.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.906531 31349 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } has no permanent_uuid. Determining permanent_uuid...
21:34:18.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:18 dist-test-slave-0kls krb5kdc[31065](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484058, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.83.124@KRBTEST.COM for kudu/127.30.83.124@KRBTEST.COM
21:34:18.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:18 dist-test-slave-0kls krb5kdc[31065](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484052, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.30.83.126@KRBTEST.COM
21:34:18.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.935433 31349 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a: Bootstrap starting.
21:34:18.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.943002 31349 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a: Neither blocks nor log segments found. Creating new log.
21:34:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.944337 31053 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
21:34:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.945134 31349 log.cc:824] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a: Log is configured to *not* fsync() on all Append() calls
21:34:18.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.951174 31349 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a: No bootstrap required, opened a new log
21:34:18.955 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:34:18.955 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
21:34:18.956 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
21:34:18.957 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
21:34:18.958 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.30.83.126"
port: 42427
}
bound_http_address {
host: "127.30.83.126"
port: 36689
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.30.83.125"
port: 37811
}
bound_http_address {
host: "127.30.83.125"
port: 34037
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.30.83.124"
port: 34177
}
bound_http_address {
host: "127.30.83.124"
port: 32827
}
}
}
21:34:18.958 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
21:34:18.959 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:34:18.959 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
21:34:18.959 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
21:34:18.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.980099 31349 raft_consensus.cc:348] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:18.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.980793 31349 raft_consensus.cc:374] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:34:18.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.981050 31349 raft_consensus.cc:729] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 36774222ce8e41309f4778be2003ae7a, State: Initialized, Role: FOLLOWER
21:34:18.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.981969 31349 consensus_queue.cc:260] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.985119 31359 sys_catalog.cc:455] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:18.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.986039 31359 sys_catalog.cc:458] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [sys.catalog]: This master's current role is: FOLLOWER
21:34:18.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:18.986994 31349 sys_catalog.cc:564] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [sys.catalog]: configured and running, proceeding with master startup.
21:34:18.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:18.988308 31297 tablet.cc:2369] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a: Can't schedule compaction. Clean time has not been advanced past its initial value.
21:34:18.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:18 dist-test-slave-0kls krb5kdc[31065](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484058, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:34:18.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
21:34:19.007 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:34:19.008 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5cc
21:34:19.009 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
21:34:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:19.015884 31372 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
21:34:19.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:19.016199 31372 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
21:34:19.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.014729 31258 master_runner.cc:186] Error getting master registration for 127.30.83.126:42427: OK, instance_id { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" instance_seqno: 1786484054839865 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:34:19.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.048161 31258 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:34:19.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.220279 31250 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } attempt: 7
21:34:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:19 dist-test-slave-0kls krb5kdc[31065](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484056, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.83.125@KRBTEST.COM for kudu/127.30.83.124@KRBTEST.COM
21:34:19.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.239059 31359 raft_consensus.cc:482] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:34:19.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.239607 31359 raft_consensus.cc:504] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:19.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.246678 31359 leader_election.cc:288] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 203b54e3248947ebb5d253ddb7146ec2 (127.30.83.126:42427), 4a979d238eab42a3a0bfa8f7a3062b9a (127.30.83.125:37811)
21:34:19.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.264629 31250 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a: Bootstrap starting.
21:34:19.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.272068 31250 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a: Neither blocks nor log segments found. Creating new log.
21:34:19.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.274413 31250 log.cc:824] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a: Log is configured to *not* fsync() on all Append() calls
21:34:19.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.279958 31250 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a: No bootstrap required, opened a new log
21:34:19.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.306668 31250 raft_consensus.cc:348] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.307657 31250 raft_consensus.cc:374] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:34:19.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.307983 31250 raft_consensus.cc:729] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a979d238eab42a3a0bfa8f7a3062b9a, State: Initialized, Role: FOLLOWER
21:34:19.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.309662 31250 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:19.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.312978 31376 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:19.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.314023 31376 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [sys.catalog]: This master's current role is: FOLLOWER
21:34:19.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.314910 31250 sys_catalog.cc:564] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [sys.catalog]: configured and running, proceeding with master startup.
21:34:19.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.315227 31222 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "36774222ce8e41309f4778be2003ae7a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" is_pre_election: true
21:34:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.316335 31222 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 36774222ce8e41309f4778be2003ae7a in term 0.
21:34:19.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.318033 31290 leader_election.cc:302] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 36774222ce8e41309f4778be2003ae7a, 4a979d238eab42a3a0bfa8f7a3062b9a; no voters:
21:34:19.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.319007 31359 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 0 FOLLOWER]: Leader pre-election won for term 1
21:34:19.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.319460 31359 raft_consensus.cc:482] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:34:19.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.319926 31359 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 0 FOLLOWER]: Advancing to term 1
21:34:19.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.329607 31359 raft_consensus.cc:504] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:19.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.333686 31222 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "36774222ce8e41309f4778be2003ae7a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a"
21:34:19.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.333752 31359 leader_election.cc:288] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 1 election: Requested vote from peers 203b54e3248947ebb5d253ddb7146ec2 (127.30.83.126:42427), 4a979d238eab42a3a0bfa8f7a3062b9a (127.30.83.125:37811)
21:34:19.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.334375 31222 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [term 0 FOLLOWER]: Advancing to term 1
21:34:19.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.342355 31222 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 36774222ce8e41309f4778be2003ae7a in term 1.
21:34:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.344617 31290 leader_election.cc:302] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 36774222ce8e41309f4778be2003ae7a, 4a979d238eab42a3a0bfa8f7a3062b9a; no voters:
21:34:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.345566 31359 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 1 FOLLOWER]: Leader election won for term 1
21:34:19.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.359376 31359 raft_consensus.cc:686] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 1 LEADER]: Becoming Leader. State: Replica: 36774222ce8e41309f4778be2003ae7a, State: Running, Role: LEADER
21:34:19.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.360484 31359 consensus_queue.cc:237] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.375337 31384 sys_catalog.cc:455] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 36774222ce8e41309f4778be2003ae7a. Latest consensus state: current_term: 1 leader_uuid: "36774222ce8e41309f4778be2003ae7a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:19.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.376333 31384 sys_catalog.cc:458] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [sys.catalog]: This master's current role is: LEADER
21:34:19.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.385254 31391 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
21:34:19.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.391083 31390 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
21:34:19.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.415411 31390 catalog_manager.cc:1484] Initializing Kudu cluster ID...
21:34:19.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.390566 31168 master_runner.cc:186] Error getting master registration for 127.30.83.126:42427: OK, instance_id { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" instance_seqno: 1786484054839865 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
21:34:19.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.426504 31168 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:34:19.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.438501 31222 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [term 1 FOLLOWER]: Refusing update from remote peer 36774222ce8e41309f4778be2003ae7a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:34:19.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.440376 31384 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [LEADER]: Connected to new peer: Peer: permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:34:19.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.462811 31376 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 36774222ce8e41309f4778be2003ae7a. Latest consensus state: current_term: 1 leader_uuid: "36774222ce8e41309f4778be2003ae7a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:19.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.464152 31376 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [sys.catalog]: This master's current role is: FOLLOWER
21:34:19.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.469622 31359 sys_catalog.cc:455] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "36774222ce8e41309f4778be2003ae7a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.471102 31359 sys_catalog.cc:458] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [sys.catalog]: This master's current role is: LEADER
21:34:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.472069 31390 catalog_manager.cc:1347] Generated new cluster ID: 57e66bf0f8aa4d5e97058a8aa5dc1e88
21:34:19.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.472399 31390 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
21:34:19.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.486403 31376 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "36774222ce8e41309f4778be2003ae7a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:19.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.489197 31376 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [sys.catalog]: This master's current role is: FOLLOWER
21:34:19.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.513993 31390 catalog_manager.cc:1370] Generated new certificate authority record
21:34:19.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.516744 31390 catalog_manager.cc:1504] Loading token signing keys...
21:34:19.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.535956 31159 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } attempt: 7
21:34:19.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.553021 31390 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a: Generated new TSK 0
21:34:19.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.554567 31390 catalog_manager.cc:1514] Initializing in-progress tserver states...
21:34:19.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:19 dist-test-slave-0kls krb5kdc[31065](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484054, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.83.126@KRBTEST.COM for kudu/127.30.83.124@KRBTEST.COM
21:34:19.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.599262 31159 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2: Bootstrap starting.
21:34:19.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.604892 31159 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2: Neither blocks nor log segments found. Creating new log.
21:34:19.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.607285 31159 log.cc:824] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2: Log is configured to *not* fsync() on all Append() calls
21:34:19.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.611470 31159 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2: No bootstrap required, opened a new log
21:34:19.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.643258 31159 raft_consensus.cc:348] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:19.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.644197 31159 raft_consensus.cc:374] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
21:34:19.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.644611 31159 raft_consensus.cc:729] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 203b54e3248947ebb5d253ddb7146ec2, State: Initialized, Role: FOLLOWER
21:34:19.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.645735 31159 consensus_queue.cc:260] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:19.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.658097 31159 sys_catalog.cc:564] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [sys.catalog]: configured and running, proceeding with master startup.
21:34:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.658303 31130 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "36774222ce8e41309f4778be2003ae7a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "203b54e3248947ebb5d253ddb7146ec2" is_pre_election: true
21:34:19.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.658838 31128 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [term 0 FOLLOWER]: Advancing to term 1
21:34:19.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.659116 31129 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "36774222ce8e41309f4778be2003ae7a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "203b54e3248947ebb5d253ddb7146ec2"
21:34:19.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.671123 31128 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [term 1 FOLLOWER]: Refusing update from remote peer 36774222ce8e41309f4778be2003ae7a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
21:34:19.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.673328 31403 raft_consensus.cc:482] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:34:19.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.674001 31384 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [LEADER]: Connected to new peer: Peer: permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
21:34:19.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.674109 31403 raft_consensus.cc:504] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:19.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.683387 31400 sys_catalog.cc:455] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:19.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.686362 31400 sys_catalog.cc:458] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [sys.catalog]: This master's current role is: FOLLOWER
21:34:19.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.691167 31222 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "203b54e3248947ebb5d253ddb7146ec2" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" is_pre_election: true
21:34:19.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.693408 31322 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "203b54e3248947ebb5d253ddb7146ec2" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "36774222ce8e41309f4778be2003ae7a" is_pre_election: true
21:34:19.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.696081 31102 leader_election.cc:302] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 203b54e3248947ebb5d253ddb7146ec2; no voters: 36774222ce8e41309f4778be2003ae7a, 4a979d238eab42a3a0bfa8f7a3062b9a
21:34:19.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.696918 31403 leader_election.cc:288] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 4a979d238eab42a3a0bfa8f7a3062b9a (127.30.83.125:37811), 36774222ce8e41309f4778be2003ae7a (127.30.83.124:34177)
21:34:19.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.734886 31400 sys_catalog.cc:455] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 36774222ce8e41309f4778be2003ae7a. Latest consensus state: current_term: 1 leader_uuid: "36774222ce8e41309f4778be2003ae7a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:19.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.735927 31400 sys_catalog.cc:458] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [sys.catalog]: This master's current role is: FOLLOWER
21:34:19.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.736963 31407 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
21:34:19.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.737195 31403 sys_catalog.cc:455] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "36774222ce8e41309f4778be2003ae7a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:19.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.738401 31403 sys_catalog.cc:458] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [sys.catalog]: This master's current role is: FOLLOWER
21:34:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:19.744190 31419 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
21:34:20.011 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.30.83.124:34177
21:34:20.012 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
21:34:20.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:20.012907 31053 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 31258
21:34:20.092 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:34:20.092 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.30.83.125:37811
21:34:20.092 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
21:34:20.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:20.093034 31053 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 31168
21:34:20.125 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:34:20.126 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.30.83.126:42427
21:34:20.126 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
21:34:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:20.126920 31053 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 31080
21:34:20.163 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:34:20.163 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.30.83.124:34177
21:34:20.163 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
21:34:20.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:20.164995 31053 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:20.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:20.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/wal
21:34:20.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/data
21:34:20.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:34:20.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:34:20.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:34:20.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:20.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:20.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:20.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/logs
21:34:20.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/data/info.pb
21:34:20.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:20.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:34:20.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:34:20.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:34:20.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:34:20.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:34:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:34:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:34:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:34:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.83.124:34177
21:34:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.83.124
21:34:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32827
21:34:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.124.keytab
21:34:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.83.124
21:34:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:34:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:34:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:34:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.83.84:35419
21:34:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:34:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:34:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.83.126:42427,127.30.83.125:37811,127.30.83.124:34177
21:34:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:34:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41969/jwks.json
21:34:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:34:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:20.523247 31422 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:34:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:20.523809 31422 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:34:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:20.524403 31422 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:34:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:20.557154 31422 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:34:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:20.557389 31422 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:34:20.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:20.557652 31422 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:34:20.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:20.557940 31422 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:34:20.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:20.558275 31422 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:34:20.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:20.558594 31422 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:34:20.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:20.558846 31422 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41969/jwks.json
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:20.597842 31422 master_runner.cc:386] Master server non-default flags:
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.83.84:35419
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/data
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/wal
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.83.126:42427,127.30.83.125:37811,127.30.83.124:34177
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.124.keytab
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.83.124
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.83.124:34177
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41969/jwks.json
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:34:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/data/info.pb
21:34:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.83.124
21:34:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32827
21:34:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:34:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:34:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:34:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/logs
21:34:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:34:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:34:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:34:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:34:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:34:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:34:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:34:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:34:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:34:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:20.599071 31422 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:34:20.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:20.600049 31422 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:34:20.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:20.618630 31428 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:21.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:21.088001 30717 debug-util.cc:398] Leaking SignalData structure 0x7b08000bd900 after lost signal to thread 30578
21:34:21.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:21.089078 30717 debug-util.cc:398] Leaking SignalData structure 0x7b08000af2c0 after lost signal to thread 30721
21:34:21.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:20.619002 31432 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:21.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:20.618642 31429 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:21.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:20.621281 31422 server_base.cc:1034] running on GCE node
21:34:21.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:21.888154 31422 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:34:21.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:21.891719 31422 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:34:21.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:21.893215 31422 hybrid_clock.cc:648] HybridClock initialized: now 1786484061893148 us; error 69 us; skew 500 ppm
21:34:21.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:21.894191 31422 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:34:21.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:21 dist-test-slave-0kls krb5kdc[31065](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484061, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.83.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:34:21.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:21.901954 31422 init.cc:377] Logged in from keytab as kudu/127.30.83.124@KRBTEST.COM (short username kudu)
21:34:21.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:21.908634 31422 webserver.cc:460] Webserver started at http://127.30.83.124:32827/ using document root <none> and password file <none>
21:34:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:21.910104 31422 fs_manager.cc:359] Metadata directory not provided
21:34:21.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:21.910465 31422 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:34:21.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:21.922811 31422 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.006s sys 0.001s
21:34:21.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:21.929095 31443 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:34:21.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:21.930370 31422 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.006s sys 0.001s
21:34:21.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:21.930773 31422 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/wal
21:34:21.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "36774222ce8e41309f4778be2003ae7a"
21:34:21.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:18 on dist-test-slave-0kls"
21:34:21.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:21.933418 31422 fs_report.cc:383] FS layout report
21:34:21.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:34:21.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/wal
21:34:21.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/wal
21:34:21.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/data/data
21:34:21.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:34:21.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:34:21.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:34:21.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:34:21.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:34:21.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:34:21.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:34:21.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:34:21.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:34:21.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:34:21.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:34:21.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:21.972998 31422 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:34:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:21.980147 31422 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:34:21.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:21.980731 31422 kserver.cc:163] Server-wide thread pool size limit: 3276
21:34:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.116931 31422 rpc_server.cc:307] RPC server started. Bound to: 127.30.83.124:34177
21:34:22.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.117084 31503 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.83.124:34177 every 8 connection(s)
21:34:22.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.121901 31422 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/data/info.pb
21:34:22.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.129917 31053 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 31422
21:34:22.130 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:34:22.131 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.30.83.125:37811
21:34:22.131 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
21:34:22.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.133244 31053 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:22.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:22.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/wal
21:34:22.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/data
21:34:22.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:34:22.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:34:22.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:34:22.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:22.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/logs
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/data/info.pb
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.83.125:37811
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.83.125
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34037
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.125.keytab
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.83.125
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.83.84:35419
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.83.126:42427,127.30.83.125:37811,127.30.83.124:34177
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41969/jwks.json
21:34:22.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:34:22.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.135516 31504 sys_catalog.cc:263] Verifying existing consensus state
21:34:22.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.141852 31504 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a: Bootstrap starting.
21:34:22.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.185323 31504 log.cc:824] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a: Log is configured to *not* fsync() on all Append() calls
21:34:22.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.201602 31504 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
21:34:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.202549 31504 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a: Bootstrap complete.
21:34:22.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.229592 31504 raft_consensus.cc:348] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:22.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.233122 31504 raft_consensus.cc:729] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 36774222ce8e41309f4778be2003ae7a, State: Initialized, Role: FOLLOWER
21:34:22.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.234156 31504 consensus_queue.cc:260] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:22.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.258193 31504 sys_catalog.cc:564] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [sys.catalog]: configured and running, proceeding with master startup.
21:34:22.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.262440 31509 sys_catalog.cc:455] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:22.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.263535 31509 sys_catalog.cc:458] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [sys.catalog]: This master's current role is: FOLLOWER
21:34:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.349749 31521 catalog_manager.cc:1259] Loaded cluster ID: 57e66bf0f8aa4d5e97058a8aa5dc1e88
21:34:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.350057 31521 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a: loading cluster ID for follower catalog manager: success
21:34:22.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.358512 31521 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a: acquiring CA information for follower catalog manager: success
21:34:22.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.364647 31521 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:34:22.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.328627 31422 master_runner.cc:186] Error getting master registration for 127.30.83.126:42427: Network error: Client connection negotiation failed: client connection to 127.30.83.126:42427: connect: Connection refused (error 111),
21:34:22.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.377126 31422 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:34:22.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:22.687857 31507 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:34:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:22.688795 31507 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:34:22.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:22.690068 31507 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:34:22.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:22.757917 31507 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:34:22.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:22.758307 31507 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:34:22.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:22.758841 31507 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:34:22.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:22.759215 31507 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:34:22.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:22.759583 31507 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:34:22.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:22.759970 31507 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:34:22.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:22.760242 31507 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41969/jwks.json
21:34:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.836616 31507 master_runner.cc:386] Master server non-default flags:
21:34:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.83.84:35419
21:34:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:34:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/data
21:34:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/wal
21:34:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:34:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:34:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.83.126:42427,127.30.83.125:37811,127.30.83.124:34177
21:34:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.125.keytab
21:34:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.83.125
21:34:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:34:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.83.125:37811
21:34:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:34:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:34:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:34:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41969/jwks.json
21:34:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:34:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:34:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:34:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/data/info.pb
21:34:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.83.125
21:34:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34037
21:34:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:34:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:34:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:34:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/logs
21:34:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:34:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:34:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:34:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:34:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:34:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:34:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:34:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:34:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:34:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.838332 31507 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:34:22.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:22.839834 31507 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:34:22.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:22.865840 31529 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:23.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:23.699384 31535 raft_consensus.cc:482] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:34:23.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:23.700404 31535 raft_consensus.cc:504] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:23.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:23.721086 31535 leader_election.cc:288] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 203b54e3248947ebb5d253ddb7146ec2 (127.30.83.126:42427), 4a979d238eab42a3a0bfa8f7a3062b9a (127.30.83.125:37811)
21:34:23.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:23.731714 31444 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.83.125:37811: connect: Connection refused (error 111)
21:34:23.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:23.745738 31445 leader_election.cc:334] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 203b54e3248947ebb5d253ddb7146ec2 (127.30.83.126:42427): Network error: Client connection negotiation failed: client connection to 127.30.83.126:42427: connect: Connection refused (error 111)
21:34:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:23.748649 31444 leader_election.cc:334] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 4a979d238eab42a3a0bfa8f7a3062b9a (127.30.83.125:37811): Network error: Client connection negotiation failed: client connection to 127.30.83.125:37811: connect: Connection refused (error 111)
21:34:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:23.749408 31444 leader_election.cc:302] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 36774222ce8e41309f4778be2003ae7a; no voters: 203b54e3248947ebb5d253ddb7146ec2, 4a979d238eab42a3a0bfa8f7a3062b9a
21:34:23.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:23.750396 31535 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
21:34:24.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:24.256559 31528 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 31507
21:34:24.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:24.625890 31528 kernel_stack_watchdog.cc:198] Thread 31507 stuck at /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:637 for 392ms:
21:34:24.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
21:34:24.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
21:34:24.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
21:34:24.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
21:34:24.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:22.871872 31530 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:24.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:24.629707 31507 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 1.767s user 0.665s sys 0.977s
21:34:24.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:24.630153 31507 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 1.768s user 0.665s sys 0.977s
21:34:24.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.630434 31507 server_base.cc:1034] running on GCE node
21:34:24.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:24.632270 31532 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.633827 31507 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:34:24.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.637168 31507 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:34:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.638649 31507 hybrid_clock.cc:648] HybridClock initialized: now 1786484064638548 us; error 109 us; skew 500 ppm
21:34:24.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.639642 31507 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:34:24.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:24 dist-test-slave-0kls krb5kdc[31065](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484064, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.83.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:34:24.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.646521 31507 init.cc:377] Logged in from keytab as kudu/127.30.83.125@KRBTEST.COM (short username kudu)
21:34:24.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.652707 31507 webserver.cc:460] Webserver started at http://127.30.83.125:34037/ using document root <none> and password file <none>
21:34:24.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.654049 31507 fs_manager.cc:359] Metadata directory not provided
21:34:24.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.654361 31507 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:34:24.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.666734 31507 fs_manager.cc:709] Time spent opening directory manager: real 0.008s user 0.007s sys 0.000s
21:34:24.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.672614 31547 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:34:24.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.674077 31507 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
21:34:24.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.674469 31507 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/wal
21:34:24.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a979d238eab42a3a0bfa8f7a3062b9a"
21:34:24.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:16 on dist-test-slave-0kls"
21:34:24.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.677369 31507 fs_report.cc:383] FS layout report
21:34:24.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:34:24.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/wal
21:34:24.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/wal
21:34:24.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/data/data
21:34:24.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:34:24.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:34:24.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:34:24.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:34:24.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:34:24.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:34:24.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:34:24.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:34:24.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:34:24.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:34:24.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:34:24.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.725255 31507 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:34:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.736948 31507 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:34:24.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.737545 31507 kserver.cc:163] Server-wide thread pool size limit: 3276
21:34:24.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.833329 31507 rpc_server.cc:307] RPC server started. Bound to: 127.30.83.125:37811
21:34:24.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.833541 31604 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.83.125:37811 every 8 connection(s)
21:34:24.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.836380 31507 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/data/info.pb
21:34:24.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.839035 31053 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 31507
21:34:24.840 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:34:24.840 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.30.83.126:42427
21:34:24.841 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
21:34:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.843282 31053 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/wal
21:34:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/data
21:34:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:34:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:34:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:34:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/logs
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/data/info.pb
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.83.126:42427
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.83.126
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36689
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.126.keytab
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.83.126
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.83.84:35419
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.83.126:42427,127.30.83.125:37811,127.30.83.124:34177
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41969/jwks.json
21:34:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:34:24.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.852653 31605 sys_catalog.cc:263] Verifying existing consensus state
21:34:24.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.863283 31605 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a: Bootstrap starting.
21:34:24.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.916437 31605 log.cc:824] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a: Log is configured to *not* fsync() on all Append() calls
21:34:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.936916 31605 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
21:34:24.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.938184 31605 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a: Bootstrap complete.
21:34:24.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.979260 31605 raft_consensus.cc:348] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:24.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.983737 31605 raft_consensus.cc:729] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a979d238eab42a3a0bfa8f7a3062b9a, State: Initialized, Role: FOLLOWER
21:34:24.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.985049 31605 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:24.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.988560 31611 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:24.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.989850 31611 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [sys.catalog]: This master's current role is: FOLLOWER
21:34:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:24.990813 31605 sys_catalog.cc:564] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [sys.catalog]: configured and running, proceeding with master startup.
21:34:25.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:25.034631 31624 catalog_manager.cc:1259] Loaded cluster ID: 57e66bf0f8aa4d5e97058a8aa5dc1e88
21:34:25.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:25.034925 31624 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a: loading cluster ID for follower catalog manager: success
21:34:25.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:25.043582 31624 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a: acquiring CA information for follower catalog manager: success
21:34:25.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:25.049834 31624 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:34:25.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:25.024564 31507 master_runner.cc:186] Error getting master registration for 127.30.83.126:42427: Network error: Client connection negotiation failed: client connection to 127.30.83.126:42427: connect: Connection refused (error 111),
21:34:25.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:25.052419 31507 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:34:25.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:25.136060 30501 debug-util.cc:398] Leaking SignalData structure 0x7b080009e440 after lost signal to thread 30424
21:34:25.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:25.136874 30501 debug-util.cc:398] Leaking SignalData structure 0x7b08000b2060 after lost signal to thread 30504
21:34:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:25.315999 31607 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:34:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:25.316681 31607 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:34:25.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:25.317466 31607 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:34:25.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:25.355587 31607 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:34:25.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:25.355871 31607 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:34:25.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:25.356328 31607 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:34:25.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:25.356683 31607 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:34:25.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:25.356995 31607 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:34:25.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:25.357354 31607 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:34:25.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:25.357577 31607 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41969/jwks.json
21:34:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:25.417937 31607 master_runner.cc:386] Master server non-default flags:
21:34:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.83.84:35419
21:34:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:34:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/data
21:34:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/wal
21:34:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:34:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:34:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.83.126:42427,127.30.83.125:37811,127.30.83.124:34177
21:34:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.126.keytab
21:34:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.83.126
21:34:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:34:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.83.126:42427
21:34:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:34:25.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:34:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:34:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41969/jwks.json
21:34:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:34:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:34:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:34:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/data/info.pb
21:34:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.83.126
21:34:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36689
21:34:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:34:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:34:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:34:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/logs
21:34:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:34:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:34:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:34:25.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:34:25.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:34:25.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:34:25.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:34:25.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:34:25.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:34:25.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:25.421455 31607 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:34:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:25.423018 31607 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:34:25.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:25.463501 31632 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:25.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:25.880357 31639 raft_consensus.cc:482] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:34:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:25.884328 31639 raft_consensus.cc:504] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:25.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:25.905414 31639 leader_election.cc:288] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 203b54e3248947ebb5d253ddb7146ec2 (127.30.83.126:42427), 4a979d238eab42a3a0bfa8f7a3062b9a (127.30.83.125:37811)
21:34:25.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:25.938483 31445 leader_election.cc:334] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 203b54e3248947ebb5d253ddb7146ec2 (127.30.83.126:42427): Network error: Client connection negotiation failed: client connection to 127.30.83.126:42427: connect: Connection refused (error 111)
21:34:25.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:25.965020 31578 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "36774222ce8e41309f4778be2003ae7a" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" is_pre_election: true
21:34:25.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:25.966362 31578 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 36774222ce8e41309f4778be2003ae7a in term 1.
21:34:25.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:25.968483 31444 leader_election.cc:302] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 36774222ce8e41309f4778be2003ae7a, 4a979d238eab42a3a0bfa8f7a3062b9a; no voters: 203b54e3248947ebb5d253ddb7146ec2
21:34:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:25.969491 31639 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 1 FOLLOWER]: Leader pre-election won for term 2
21:34:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:25.969997 31639 raft_consensus.cc:482] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:34:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:25.970415 31639 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 1 FOLLOWER]: Advancing to term 2
21:34:26.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.021746 31639 raft_consensus.cc:504] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:26.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:26.036357 31445 leader_election.cc:334] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 203b54e3248947ebb5d253ddb7146ec2 (127.30.83.126:42427): Network error: Client connection negotiation failed: client connection to 127.30.83.126:42427: connect: Connection refused (error 111)
21:34:26.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.044193 31578 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "36774222ce8e41309f4778be2003ae7a" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a"
21:34:26.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.045061 31578 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [term 1 FOLLOWER]: Advancing to term 2
21:34:26.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.045202 31639 leader_election.cc:288] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 2 election: Requested vote from peers 203b54e3248947ebb5d253ddb7146ec2 (127.30.83.126:42427), 4a979d238eab42a3a0bfa8f7a3062b9a (127.30.83.125:37811)
21:34:26.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.084468 31578 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 36774222ce8e41309f4778be2003ae7a in term 2.
21:34:26.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.098960 31444 leader_election.cc:302] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 36774222ce8e41309f4778be2003ae7a, 4a979d238eab42a3a0bfa8f7a3062b9a; no voters: 203b54e3248947ebb5d253ddb7146ec2
21:34:26.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.101212 31639 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 2 FOLLOWER]: Leader election won for term 2
21:34:26.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.130730 31639 raft_consensus.cc:686] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 2 LEADER]: Becoming Leader. State: Replica: 36774222ce8e41309f4778be2003ae7a, State: Running, Role: LEADER
21:34:26.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.132424 31639 consensus_queue.cc:237] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:26.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.187511 31644 sys_catalog.cc:455] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 36774222ce8e41309f4778be2003ae7a. Latest consensus state: current_term: 2 leader_uuid: "36774222ce8e41309f4778be2003ae7a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:26.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.194792 31644 sys_catalog.cc:458] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [sys.catalog]: This master's current role is: LEADER
21:34:26.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.243505 31646 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
21:34:26.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.328224 31646 catalog_manager.cc:1484] Initializing Kudu cluster ID...
21:34:26.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.369210 31646 catalog_manager.cc:1259] Loaded cluster ID: 57e66bf0f8aa4d5e97058a8aa5dc1e88
21:34:26.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.372711 31646 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
21:34:26.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.394207 31646 catalog_manager.cc:1504] Loading token signing keys...
21:34:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.418459 31646 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a: Loaded TSK: 0
21:34:26.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.424058 31646 catalog_manager.cc:1514] Initializing in-progress tserver states...
21:34:26.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:26.522581 31445 consensus_peers.cc:487] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a -> Peer 203b54e3248947ebb5d253ddb7146ec2 (127.30.83.126:42427): Couldn't send request to peer 203b54e3248947ebb5d253ddb7146ec2. Status: Network error: Client connection negotiation failed: client connection to 127.30.83.126:42427: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:34:26.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.553650 31578 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [term 2 FOLLOWER]: Refusing update from remote peer 36774222ce8e41309f4778be2003ae7a: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
21:34:26.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.556042 31644 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [LEADER]: Connected to new peer: Peer: permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
21:34:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.594211 31647 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 36774222ce8e41309f4778be2003ae7a. Latest consensus state: current_term: 2 leader_uuid: "36774222ce8e41309f4778be2003ae7a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:26.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.600092 31647 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [sys.catalog]: This master's current role is: FOLLOWER
21:34:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.631417 31647 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "36774222ce8e41309f4778be2003ae7a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:26.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.633553 31647 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [sys.catalog]: This master's current role is: FOLLOWER
21:34:26.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.641644 31644 sys_catalog.cc:455] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "36774222ce8e41309f4778be2003ae7a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:26.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:26.644578 31644 sys_catalog.cc:458] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [sys.catalog]: This master's current role is: LEADER
21:34:27.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:27.380573 31422 master_runner.cc:186] Error getting master registration for 127.30.83.126:42427: Network error: Client connection negotiation failed: client connection to 127.30.83.126:42427: connect: Connection refused (error 111),
21:34:27.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:27.381109 31422 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:34:29.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:25.466306 31633 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:29.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:26.857333 31631 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 31607
21:34:29.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:29.033572 31607 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 3.569s user 0.954s sys 1.631s
21:34:29.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:29.034835 31634 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3570 milliseconds
21:34:29.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:29.034901 31607 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 3.570s user 0.955s sys 1.632s
21:34:29.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.036345 31607 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:34:29.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:29.036428 31637 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:29.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.040972 31607 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:34:29.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.044448 31607 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:34:29.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.045912 31607 hybrid_clock.cc:648] HybridClock initialized: now 1786484069045858 us; error 44 us; skew 500 ppm
21:34:29.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.046697 31607 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:34:29.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:29 dist-test-slave-0kls krb5kdc[31065](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484069, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.83.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:34:29.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.053710 31607 init.cc:377] Logged in from keytab as kudu/127.30.83.126@KRBTEST.COM (short username kudu)
21:34:29.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.059736 31607 webserver.cc:460] Webserver started at http://127.30.83.126:36689/ using document root <none> and password file <none>
21:34:29.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.060791 31607 fs_manager.cc:359] Metadata directory not provided
21:34:29.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.060997 31607 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:34:29.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.070622 31607 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.003s sys 0.004s
21:34:29.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.079663 31669 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:34:29.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.080943 31607 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.008s sys 0.000s
21:34:29.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.081350 31607 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/wal
21:34:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "203b54e3248947ebb5d253ddb7146ec2"
21:34:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:14 on dist-test-slave-0kls"
21:34:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.083967 31607 fs_report.cc:383] FS layout report
21:34:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:34:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/wal
21:34:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/wal
21:34:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/data/data
21:34:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:34:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:34:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:34:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:34:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:34:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:34:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:34:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:34:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:34:29.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:34:29.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:34:29.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.132745 31607 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:34:29.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.139798 31607 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:34:29.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.140343 31607 kserver.cc:163] Server-wide thread pool size limit: 3276
21:34:29.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:29.208171 31445 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.83.126:42427: connect: Connection refused (error 111) [suppressed 8 similar messages]
21:34:29.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:29.210747 31445 consensus_peers.cc:487] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a -> Peer 203b54e3248947ebb5d253ddb7146ec2 (127.30.83.126:42427): Couldn't send request to peer 203b54e3248947ebb5d253ddb7146ec2. Status: Network error: Client connection negotiation failed: client connection to 127.30.83.126:42427: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
21:34:29.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.236167 31607 rpc_server.cc:307] RPC server started. Bound to: 127.30.83.126:42427
21:34:29.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.236231 31724 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.83.126:42427 every 8 connection(s)
21:34:29.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.239874 31607 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/data/info.pb
21:34:29.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.247960 31053 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 31607
21:34:29.248 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:34:29.256 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.30.83.124:34177(127.30.83.124:34177)] connecting to peer
21:34:29.262 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.30.83.125:37811(127.30.83.125:37811)] connecting to peer
21:34:29.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.263922 31725 sys_catalog.cc:263] Verifying existing consensus state
21:34:29.264 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.83.124:34177(127.30.83.124:34177)] Successfully connected to peer
21:34:29.277 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.30.83.126:42427(127.30.83.126:42427)] connecting to peer
21:34:29.285 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.30.83.126:42427(127.30.83.126:42427)] Successfully connected to peer
21:34:29.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.282413 31725 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2: Bootstrap starting.
21:34:29.291 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.83.125:37811(127.30.83.125:37811)] Successfully connected to peer
21:34:29.304 [DEBUG - kudu-nio-0] (SecurityContext.java:225) Refreshing Kerberos credentials...
21:34:29.304 [DEBUG - kudu-nio-0] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5cc
21:34:29.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:29 dist-test-slave-0kls krb5kdc[31065](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484058, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:34:29.316 [DEBUG - kudu-nio-0] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
21:34:29.322 [INFO - kudu-nio-0] (SecurityContext.java:259) Successfully refreshed Kerberos credentials from ticket cache
21:34:29.323 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.30.83.124
21:34:29.326 [DEBUG - kudu-nio-1] (SecurityContext.java:225) Refreshing Kerberos credentials...
21:34:29.326 [DEBUG - kudu-nio-1] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5cc
21:34:29.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:29 dist-test-slave-0kls krb5kdc[31065](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484058, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:34:29.331 [DEBUG - kudu-nio-1] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
21:34:29.333 [INFO - kudu-nio-1] (SecurityContext.java:259) Successfully refreshed Kerberos credentials from ticket cache
21:34:29.334 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.30.83.125
21:34:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.346735 31725 log.cc:824] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2: Log is configured to *not* fsync() on all Append() calls
21:34:29.349 [DEBUG - kudu-nio-0] (SecurityContext.java:225) Refreshing Kerberos credentials...
21:34:29.350 [DEBUG - kudu-nio-0] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5cc
21:34:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:29 dist-test-slave-0kls krb5kdc[31065](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484058, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:34:29.359 [DEBUG - kudu-nio-0] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
21:34:29.361 [INFO - kudu-nio-0] (SecurityContext.java:259) Successfully refreshed Kerberos credentials from ticket cache
21:34:29.366 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.30.83.126
21:34:29.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:29 dist-test-slave-0kls krb5kdc[31065](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484058, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.30.83.125@KRBTEST.COM
21:34:29.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.399796 31725 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
21:34:29.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.400918 31725 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2: Bootstrap complete.
21:34:29.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:29 dist-test-slave-0kls krb5kdc[31065](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484058, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.30.83.124@KRBTEST.COM
21:34:29.424 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x010413b8, L:/127.0.0.1:36266 - R:/127.30.83.125:37811] using SASL/GSSAPI
21:34:29.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.436344 31725 raft_consensus.cc:348] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:29.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.440562 31725 raft_consensus.cc:729] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 203b54e3248947ebb5d253ddb7146ec2, State: Initialized, Role: FOLLOWER
21:34:29.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.442067 31725 consensus_queue.cc:260] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:29.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.469831 31734 sys_catalog.cc:455] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:29.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.471241 31734 sys_catalog.cc:458] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [sys.catalog]: This master's current role is: FOLLOWER
21:34:29.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.474031 31725 sys_catalog.cc:564] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [sys.catalog]: configured and running, proceeding with master startup.
21:34:29.480 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3797600c, L:/127.0.0.1:47480 - R:/127.30.83.124:34177] using SASL/GSSAPI
21:34:29.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:29 dist-test-slave-0kls krb5kdc[31065](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484058, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.30.83.126@KRBTEST.COM
21:34:29.505 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
21:34:29.505 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=256), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.83.124:34177, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.83.125:37811, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.30.83.126:42427, [175ms] Sub RPC ConnectToMaster: received response from server master-127.30.83.125:37811: OK, [247ms] Sub RPC ConnectToMaster: received response from server master-127.30.83.124:34177: OK, deferred=null) after lookup
21:34:29.517 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc175c0a6, L:/127.0.0.1:60162 - R:/127.30.83.126:42427] using SASL/GSSAPI
21:34:29.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.30.83.126:42427: Catalog manager is not initialized. State: Starting
21:34:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.559523 31746 catalog_manager.cc:1259] Loaded cluster ID: 57e66bf0f8aa4d5e97058a8aa5dc1e88
21:34:29.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.559805 31746 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2: loading cluster ID for follower catalog manager: success
21:34:29.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:29 dist-test-slave-0kls krb5kdc[31065](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484069, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.83.126@KRBTEST.COM for kudu/127.30.83.126@KRBTEST.COM
21:34:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.571002 31746 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2: acquiring CA information for follower catalog manager: success
21:34:29.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.576903 31746 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:34:29.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.629391 31698 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [term 1 FOLLOWER]: Advancing to term 2
21:34:29.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.648502 31752 sys_catalog.cc:455] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "36774222ce8e41309f4778be2003ae7a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:29.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.649732 31752 sys_catalog.cc:458] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [sys.catalog]: This master's current role is: FOLLOWER
21:34:29.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.653380 31734 sys_catalog.cc:455] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 36774222ce8e41309f4778be2003ae7a. Latest consensus state: current_term: 2 leader_uuid: "36774222ce8e41309f4778be2003ae7a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:29.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:29.654141 31734 sys_catalog.cc:458] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2 [sys.catalog]: This master's current role is: FOLLOWER
21:34:30.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:30.180925 31639 sys_catalog.cc:455] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "36774222ce8e41309f4778be2003ae7a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:30.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:30.182144 31639 sys_catalog.cc:458] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [sys.catalog]: This master's current role is: LEADER
21:34:30.510 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.30.83.124:34177
21:34:30.511 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
21:34:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:30.511596 31053 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 31422
21:34:30.540 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.83.124:34177(127.30.83.124:34177)] handling channelInactive
21:34:30.540 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:34:30.540 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.30.83.125:37811
21:34:30.540 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.83.124:34177(127.30.83.124:34177)] cleaning up while in state READY due to: connection closed
21:34:30.540 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
21:34:30.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:30.541150 31053 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 31507
21:34:30.577 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.83.125:37811(127.30.83.125:37811)] handling channelInactive
21:34:30.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.83.125:37811(127.30.83.125:37811)] cleaning up while in state READY due to: connection closed
21:34:30.579 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:34:30.579 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.30.83.126:42427
21:34:30.579 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
21:34:30.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:30.579928 31053 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 31607
21:34:30.609 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.30.83.126:42427(127.30.83.126:42427)] handling channelInactive
21:34:30.610 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:34:30.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.30.83.126:42427(127.30.83.126:42427)] cleaning up while in state READY due to: connection closed
21:34:30.610 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.30.83.124:34177
21:34:30.610 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
21:34:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:30.611423 31053 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/wal
21:34:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/data
21:34:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:34:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:34:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/logs
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/data/info.pb
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.83.124:34177
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.83.124
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32827
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.124.keytab
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.83.124
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.83.84:35419
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:34:30.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:34:30.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.83.126:42427,127.30.83.125:37811,127.30.83.124:34177
21:34:30.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:34:30.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41969/jwks.json
21:34:30.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:34:30.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:30.952316 31765 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:34:30.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:30.952927 31765 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:34:30.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:30.953764 31765 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:34:30.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:30.988737 31765 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:34:30.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:30.989010 31765 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:34:30.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:30.989296 31765 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:34:30.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:30.989506 31765 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:34:30.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:30.989706 31765 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:34:30.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:30.990017 31765 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:34:30.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:30.990180 31765 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41969/jwks.json
21:34:31.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:31.031534 31765 master_runner.cc:386] Master server non-default flags:
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.83.84:35419
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/data
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/wal
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.83.126:42427,127.30.83.125:37811,127.30.83.124:34177
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.124.keytab
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.83.124
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.83.124:34177
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41969/jwks.json
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/data/info.pb
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.83.124
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=32827
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/logs
21:34:31.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:31.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:34:31.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:34:31.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:34:31.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:34:31.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:34:31.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:34:31.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:34:31.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:34:31.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:34:31.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:31.032831 31765 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:34:31.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:31.033905 31765 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:34:31.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:31.054747 31772 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:32.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:31.058705 31773 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:32.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:31.054770 31775 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:32.384277 31774 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1331 milliseconds
21:34:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.384410 31765 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:34:32.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.385759 31765 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:34:32.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.388626 31765 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:34:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.390030 31765 hybrid_clock.cc:648] HybridClock initialized: now 1786484072390000 us; error 48 us; skew 500 ppm
21:34:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.390926 31765 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:34:32.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:32 dist-test-slave-0kls krb5kdc[31065](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484072, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.83.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:34:32.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.397293 31765 init.cc:377] Logged in from keytab as kudu/127.30.83.124@KRBTEST.COM (short username kudu)
21:34:32.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.402709 31765 webserver.cc:460] Webserver started at http://127.30.83.124:32827/ using document root <none> and password file <none>
21:34:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.403860 31765 fs_manager.cc:359] Metadata directory not provided
21:34:32.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.404114 31765 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:34:32.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.412976 31765 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.005s sys 0.000s
21:34:32.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.418309 31788 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:34:32.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.419582 31765 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
21:34:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.419903 31765 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/wal
21:34:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "36774222ce8e41309f4778be2003ae7a"
21:34:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:18 on dist-test-slave-0kls"
21:34:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.422415 31765 fs_report.cc:383] FS layout report
21:34:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:34:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/wal
21:34:32.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/wal
21:34:32.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/data/data
21:34:32.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:34:32.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:34:32.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:34:32.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:34:32.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:34:32.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:34:32.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:34:32.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:34:32.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:34:32.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:34:32.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:34:32.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.468490 31765 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:34:32.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.474805 31765 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:34:32.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.475431 31765 kserver.cc:163] Server-wide thread pool size limit: 3276
21:34:32.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:32.479143 30412 debug-util.cc:398] Leaking SignalData structure 0x7b08000a1d20 after lost signal to thread 30333
21:34:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:32.479930 30412 debug-util.cc:398] Leaking SignalData structure 0x7b080009d960 after lost signal to thread 30415
21:34:32.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.568011 31765 rpc_server.cc:307] RPC server started. Bound to: 127.30.83.124:34177
21:34:32.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.568080 31846 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.83.124:34177 every 8 connection(s)
21:34:32.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.572686 31765 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-2/data/info.pb
21:34:32.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.578259 31053 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 31765
21:34:32.579 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:34:32.579 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.30.83.125:37811
21:34:32.579 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.581847 31053 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/wal
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/data
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/logs
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/data/info.pb
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.83.125:37811
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.83.125
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34037
21:34:32.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.125.keytab
21:34:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.83.125
21:34:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:34:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:34:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:34:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.83.84:35419
21:34:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:34:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:34:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.83.126:42427,127.30.83.125:37811,127.30.83.124:34177
21:34:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:34:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41969/jwks.json
21:34:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:34:32.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.597052 31847 sys_catalog.cc:263] Verifying existing consensus state
21:34:32.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.606961 31847 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a: Bootstrap starting.
21:34:32.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.664259 31847 log.cc:824] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a: Log is configured to *not* fsync() on all Append() calls
21:34:32.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.690214 31847 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
21:34:32.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.691708 31847 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a: Bootstrap complete.
21:34:32.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.736984 31847 raft_consensus.cc:348] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:32.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.741014 31847 raft_consensus.cc:729] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 36774222ce8e41309f4778be2003ae7a, State: Initialized, Role: FOLLOWER
21:34:32.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.742226 31847 consensus_queue.cc:260] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:32.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.745620 31852 sys_catalog.cc:455] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:32.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.747558 31852 sys_catalog.cc:458] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [sys.catalog]: This master's current role is: FOLLOWER
21:34:32.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.747623 31847 sys_catalog.cc:564] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [sys.catalog]: configured and running, proceeding with master startup.
21:34:32.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.799757 31863 catalog_manager.cc:1259] Loaded cluster ID: 57e66bf0f8aa4d5e97058a8aa5dc1e88
21:34:32.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.800068 31863 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a: loading cluster ID for follower catalog manager: success
21:34:32.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.808801 31863 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a: acquiring CA information for follower catalog manager: success
21:34:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.815003 31863 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:34:32.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.802309 31765 master_runner.cc:186] Error getting master registration for 127.30.83.126:42427: Network error: Client connection negotiation failed: client connection to 127.30.83.126:42427: connect: Connection refused (error 111),
21:34:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:32.835101 31765 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:34:33.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:33.064913 31850 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:34:33.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:33.065814 31850 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:34:33.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:33.067035 31850 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:34:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:33.134284 31850 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:34:33.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:33.134641 31850 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:34:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:33.135154 31850 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:34:33.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:33.135552 31850 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:34:33.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:33.135918 31850 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:34:33.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:33.136269 31850 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:34:33.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:33.136543 31850 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41969/jwks.json
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:33.212592 31850 master_runner.cc:386] Master server non-default flags:
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.83.84:35419
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/data
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/wal
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.83.126:42427,127.30.83.125:37811,127.30.83.124:34177
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.125.keytab
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.83.125
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.83.125:37811
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41969/jwks.json
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/data/info.pb
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.83.125
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34037
21:34:33.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/logs
21:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:34:33.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:33.214388 31850 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:34:33.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:33.215909 31850 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:34:33.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:33.239588 31871 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:34.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.114840 31878 raft_consensus.cc:482] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:34:34.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.115517 31878 raft_consensus.cc:504] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:34.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:34.129551 31791 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.83.126:42427: connect: Connection refused (error 111)
21:34:34.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.135483 31878 leader_election.cc:288] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 203b54e3248947ebb5d253ddb7146ec2 (127.30.83.126:42427), 4a979d238eab42a3a0bfa8f7a3062b9a (127.30.83.125:37811)
21:34:34.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:34.142307 31791 leader_election.cc:334] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 203b54e3248947ebb5d253ddb7146ec2 (127.30.83.126:42427): Network error: Client connection negotiation failed: client connection to 127.30.83.126:42427: connect: Connection refused (error 111)
21:34:34.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:34.144795 31790 leader_election.cc:334] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 4a979d238eab42a3a0bfa8f7a3062b9a (127.30.83.125:37811): Network error: Client connection negotiation failed: client connection to 127.30.83.125:37811: connect: Connection refused (error 111)
21:34:34.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.145201 31790 leader_election.cc:302] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 36774222ce8e41309f4778be2003ae7a; no voters: 203b54e3248947ebb5d253ddb7146ec2, 4a979d238eab42a3a0bfa8f7a3062b9a
21:34:34.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.146525 31878 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
21:34:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:33.247470 31872 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:34.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:33.253365 31850 server_base.cc:1034] running on GCE node
21:34:34.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:34.742096 31875 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:34.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.745704 31850 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:34:34.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.750433 31850 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:34:34.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.752017 31850 hybrid_clock.cc:648] HybridClock initialized: now 1786484074751952 us; error 78 us; skew 500 ppm
21:34:34.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.752853 31850 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:34:34.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:34 dist-test-slave-0kls krb5kdc[31065](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484074, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.83.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:34:34.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.759882 31850 init.cc:377] Logged in from keytab as kudu/127.30.83.125@KRBTEST.COM (short username kudu)
21:34:34.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.774032 31850 webserver.cc:460] Webserver started at http://127.30.83.125:34037/ using document root <none> and password file <none>
21:34:34.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.775091 31850 fs_manager.cc:359] Metadata directory not provided
21:34:34.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.775446 31850 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:34:34.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.785430 31850 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.002s sys 0.004s
21:34:34.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.790800 31891 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:34:34.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.792358 31850 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
21:34:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.792745 31850 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/wal
21:34:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a979d238eab42a3a0bfa8f7a3062b9a"
21:34:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:16 on dist-test-slave-0kls"
21:34:34.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.795403 31850 fs_report.cc:383] FS layout report
21:34:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:34:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/wal
21:34:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/wal
21:34:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/data/data
21:34:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:34:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:34:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:34:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:34:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:34:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:34:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:34:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:34:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:34:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:34:34.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:34:34.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.858517 31850 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:34:34.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.866103 31850 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:34:34.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.866677 31850 kserver.cc:163] Server-wide thread pool size limit: 3276
21:34:34.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.970659 31850 rpc_server.cc:307] RPC server started. Bound to: 127.30.83.125:37811
21:34:34.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.970739 31948 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.83.125:37811 every 8 connection(s)
21:34:34.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.975144 31850 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-1/data/info.pb
21:34:34.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.985687 31053 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 31850
21:34:34.986 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:34:34.986 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.30.83.126:42427
21:34:34.987 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
21:34:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.988791 31053 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu
21:34:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/wal
21:34:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/data
21:34:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
21:34:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
21:34:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
21:34:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/logs
21:34:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/data/info.pb
21:34:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
21:34:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
21:34:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
21:34:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
21:34:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:34.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
21:34:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
21:34:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:34:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:34:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.83.126:42427
21:34:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.83.126
21:34:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36689
21:34:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.126.keytab
21:34:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.83.126
21:34:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:34:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
21:34:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
21:34:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.83.84:35419
21:34:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:34.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:34:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:34:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.83.126:42427,127.30.83.125:37811,127.30.83.124:34177
21:34:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:34:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41969/jwks.json
21:34:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
21:34:34.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:34.999501 31949 sys_catalog.cc:263] Verifying existing consensus state
21:34:35.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:35.009725 31949 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a: Bootstrap starting.
21:34:35.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:35.066957 31949 log.cc:824] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a: Log is configured to *not* fsync() on all Append() calls
21:34:35.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:35.101374 31949 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
21:34:35.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:35.102741 31949 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a: Bootstrap complete.
21:34:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:35.140888 31949 raft_consensus.cc:348] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:35.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:35.144555 31949 raft_consensus.cc:729] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a979d238eab42a3a0bfa8f7a3062b9a, State: Initialized, Role: FOLLOWER
21:34:35.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:35.145855 31949 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:35.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:35.154923 31953 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:35.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:35.158818 31953 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [sys.catalog]: This master's current role is: FOLLOWER
21:34:35.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:35.158448 31949 sys_catalog.cc:564] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [sys.catalog]: configured and running, proceeding with master startup.
21:34:35.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:35.235447 31965 catalog_manager.cc:1259] Loaded cluster ID: 57e66bf0f8aa4d5e97058a8aa5dc1e88
21:34:35.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:35.235993 31965 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a: loading cluster ID for follower catalog manager: success
21:34:35.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:35.244228 31965 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a: acquiring CA information for follower catalog manager: success
21:34:35.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:35.250286 31965 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
21:34:35.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:35.214918 31850 master_runner.cc:186] Error getting master registration for 127.30.83.126:42427: Network error: Client connection negotiation failed: client connection to 127.30.83.126:42427: connect: Connection refused (error 111),
21:34:35.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:35.267213 31850 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:34:35.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:35.508451 31035 debug-util.cc:398] Leaking SignalData structure 0x7b08000bd000 after lost signal to thread 30893
21:34:35.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:35.509621 31035 debug-util.cc:398] Leaking SignalData structure 0x7b08000af8e0 after lost signal to thread 31039
21:34:35.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:35.522895 31951 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
21:34:35.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:35.523694 31951 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
21:34:35.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:35.524873 31951 flags.cc:425] Enabled unsafe flag: --never_fsync=true
21:34:35.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:35.582470 31951 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
21:34:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:35.582842 31951 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
21:34:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:35.583375 31951 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
21:34:35.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:35.583777 31951 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
21:34:35.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:35.584137 31951 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
21:34:35.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:35.584487 31951 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
21:34:35.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:35.584749 31951 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41969/jwks.json
21:34:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:35.660499 31951 master_runner.cc:386] Master server non-default flags:
21:34:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
21:34:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.30.83.84:35419
21:34:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
21:34:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
21:34:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/data
21:34:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/wal
21:34:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
21:34:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
21:34:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.30.83.126:42427,127.30.83.125:37811,127.30.83.124:34177
21:34:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/kudu_127.30.83.126.keytab
21:34:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.30.83.126
21:34:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
21:34:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
21:34:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
21:34:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.30.83.126:42427
21:34:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
21:34:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
21:34:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
21:34:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41969/jwks.json
21:34:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
21:34:35.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
21:34:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
21:34:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
21:34:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
21:34:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/data/info.pb
21:34:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.30.83.126
21:34:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36689
21:34:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
21:34:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
21:34:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
21:34:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
21:34:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
21:34:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/logs
21:34:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
21:34:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
21:34:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
21:34:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
21:34:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
21:34:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
21:34:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
21:34:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 11 Aug 2026 20:29:06 UTC on ccycloud.quasar-djjszk.root.comops.site
21:34:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4581476
21:34:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
21:34:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:35.662277 31951 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
21:34:35.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:35.663753 31951 file_cache.cc:493] Constructed file cache file cache with capacity 419430
21:34:35.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:35.712993 31975 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:36.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.017232 31980 raft_consensus.cc:482] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
21:34:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.018050 31980 raft_consensus.cc:504] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:36.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.048239 31980 leader_election.cc:288] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 203b54e3248947ebb5d253ddb7146ec2 (127.30.83.126:42427), 4a979d238eab42a3a0bfa8f7a3062b9a (127.30.83.125:37811)
21:34:36.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:36.050500 31791 leader_election.cc:334] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 203b54e3248947ebb5d253ddb7146ec2 (127.30.83.126:42427): Network error: Client connection negotiation failed: client connection to 127.30.83.126:42427: connect: Connection refused (error 111)
21:34:36.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.094152 31922 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "36774222ce8e41309f4778be2003ae7a" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" is_pre_election: true
21:34:36.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.095393 31922 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 36774222ce8e41309f4778be2003ae7a in term 2.
21:34:36.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.099706 31790 leader_election.cc:302] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 36774222ce8e41309f4778be2003ae7a, 4a979d238eab42a3a0bfa8f7a3062b9a; no voters: 203b54e3248947ebb5d253ddb7146ec2
21:34:36.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.100943 31980 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 2 FOLLOWER]: Leader pre-election won for term 3
21:34:36.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.101310 31980 raft_consensus.cc:482] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
21:34:36.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.101651 31980 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 2 FOLLOWER]: Advancing to term 3
21:34:36.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.117041 31980 raft_consensus.cc:504] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:36.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.122790 31922 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "36774222ce8e41309f4778be2003ae7a" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a"
21:34:36.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.123539 31922 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [term 2 FOLLOWER]: Advancing to term 3
21:34:36.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:36.123903 31791 leader_election.cc:334] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 203b54e3248947ebb5d253ddb7146ec2 (127.30.83.126:42427): Network error: Client connection negotiation failed: client connection to 127.30.83.126:42427: connect: Connection refused (error 111)
21:34:36.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.125558 31980 leader_election.cc:288] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 3 election: Requested vote from peers 203b54e3248947ebb5d253ddb7146ec2 (127.30.83.126:42427), 4a979d238eab42a3a0bfa8f7a3062b9a (127.30.83.125:37811)
21:34:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.143662 31922 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 36774222ce8e41309f4778be2003ae7a in term 3.
21:34:36.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.144990 31790 leader_election.cc:302] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 36774222ce8e41309f4778be2003ae7a, 4a979d238eab42a3a0bfa8f7a3062b9a; no voters: 203b54e3248947ebb5d253ddb7146ec2
21:34:36.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.145907 31980 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 3 FOLLOWER]: Leader election won for term 3
21:34:36.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.153623 31980 raft_consensus.cc:686] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [term 3 LEADER]: Becoming Leader. State: Replica: 36774222ce8e41309f4778be2003ae7a, State: Running, Role: LEADER
21:34:36.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.156865 31980 consensus_queue.cc:237] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } }
21:34:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.182071 31987 sys_catalog.cc:455] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 36774222ce8e41309f4778be2003ae7a. Latest consensus state: current_term: 3 leader_uuid: "36774222ce8e41309f4778be2003ae7a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:36.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.183710 31987 sys_catalog.cc:458] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [sys.catalog]: This master's current role is: LEADER
21:34:36.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.195261 31990 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
21:34:36.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.228510 31990 catalog_manager.cc:1484] Initializing Kudu cluster ID...
21:34:36.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.244495 31990 catalog_manager.cc:1259] Loaded cluster ID: 57e66bf0f8aa4d5e97058a8aa5dc1e88
21:34:36.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.247321 31990 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
21:34:36.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.265300 31990 catalog_manager.cc:1504] Loading token signing keys...
21:34:36.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.282064 31990 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a: Loaded TSK: 0
21:34:36.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.286825 31990 catalog_manager.cc:1514] Initializing in-progress tserver states...
21:34:36.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:36.667711 31791 consensus_peers.cc:487] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a -> Peer 203b54e3248947ebb5d253ddb7146ec2 (127.30.83.126:42427): Couldn't send request to peer 203b54e3248947ebb5d253ddb7146ec2. Status: Network error: Client connection negotiation failed: client connection to 127.30.83.126:42427: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
21:34:36.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.674275 31922 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [term 3 FOLLOWER]: Refusing update from remote peer 36774222ce8e41309f4778be2003ae7a: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
21:34:36.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.677016 31987 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [LEADER]: Connected to new peer: Peer: permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.000s
21:34:36.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.716672 31995 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 36774222ce8e41309f4778be2003ae7a. Latest consensus state: current_term: 3 leader_uuid: "36774222ce8e41309f4778be2003ae7a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:36.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.717718 31995 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [sys.catalog]: This master's current role is: FOLLOWER
21:34:36.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.755391 31995 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "36774222ce8e41309f4778be2003ae7a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:36.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.756145 31995 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a979d238eab42a3a0bfa8f7a3062b9a [sys.catalog]: This master's current role is: FOLLOWER
21:34:36.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.767787 31987 sys_catalog.cc:455] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "36774222ce8e41309f4778be2003ae7a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "203b54e3248947ebb5d253ddb7146ec2" member_type: VOTER last_known_addr { host: "127.30.83.126" port: 42427 } } peers { permanent_uuid: "4a979d238eab42a3a0bfa8f7a3062b9a" member_type: VOTER last_known_addr { host: "127.30.83.125" port: 37811 } } peers { permanent_uuid: "36774222ce8e41309f4778be2003ae7a" member_type: VOTER last_known_addr { host: "127.30.83.124" port: 34177 } } }
21:34:36.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:36.769233 31987 sys_catalog.cc:458] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a [sys.catalog]: This master's current role is: LEADER
21:34:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:37.839885 31765 master_runner.cc:186] Error getting master registration for 127.30.83.126:42427: Network error: Client connection negotiation failed: client connection to 127.30.83.126:42427: connect: Connection refused (error 111),
21:34:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:37.840652 31765 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
21:34:38.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:38.757517 31945 debug-util.cc:398] Leaking SignalData structure 0x7b08000735a0 after lost signal to thread 31866
21:34:38.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:38.758466 31945 debug-util.cc:398] Leaking SignalData structure 0x7b080009b540 after lost signal to thread 31948
21:34:38.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:38.957408 31791 consensus_peers.cc:487] T 00000000000000000000000000000000 P 36774222ce8e41309f4778be2003ae7a -> Peer 203b54e3248947ebb5d253ddb7146ec2 (127.30.83.126:42427): Couldn't send request to peer 203b54e3248947ebb5d253ddb7146ec2. Status: Network error: Client connection negotiation failed: client connection to 127.30.83.126:42427: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
21:34:39.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:39.554553 31791 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.30.83.126:42427: connect: Connection refused (error 111) [suppressed 9 similar messages]
21:34:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:37.107962 31972 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 31951
21:34:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:39.557438 31951 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 3.845s user 0.923s sys 1.672s
21:34:39.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:39.559405 31951 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 3.848s user 0.923s sys 1.672s
21:34:39.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.560153 31951 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
21:34:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:39.560251 31977 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:39.558964 31976 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3845 milliseconds
21:34:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:35.714605 31973 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
21:34:39.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.566530 31951 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
21:34:39.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.569972 31951 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
21:34:39.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.571585 31951 hybrid_clock.cc:648] HybridClock initialized: now 1786484079571533 us; error 48 us; skew 500 ppm
21:34:39.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.572876 31951 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
21:34:39.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 11 21:34:39 dist-test-slave-0kls krb5kdc[31065](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786484079, etypes {rep=17 tkt=17 ses=17}, kudu/127.30.83.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
21:34:39.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.581444 31951 init.cc:377] Logged in from keytab as kudu/127.30.83.126@KRBTEST.COM (short username kudu)
21:34:39.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.588294 31951 webserver.cc:460] Webserver started at http://127.30.83.126:36689/ using document root <none> and password file <none>
21:34:39.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.589583 31951 fs_manager.cc:359] Metadata directory not provided
21:34:39.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.589876 31951 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
21:34:39.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.602037 31951 fs_manager.cc:709] Time spent opening directory manager: real 0.007s user 0.001s sys 0.006s
21:34:39.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.608247 32019 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
21:34:39.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.609623 31951 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.003s
21:34:39.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.610086 31951 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/data,/tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/wal
21:34:39.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "203b54e3248947ebb5d253ddb7146ec2"
21:34:39.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-11 21:34:14 on dist-test-slave-0kls"
21:34:39.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.613829 31951 fs_report.cc:383] FS layout report
21:34:39.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
21:34:39.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/wal
21:34:39.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/wal
21:34:39.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/data/data
21:34:39.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
21:34:39.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
21:34:39.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
21:34:39.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
21:34:39.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
21:34:39.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
21:34:39.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
21:34:39.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
21:34:39.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
21:34:39.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
21:34:39.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
21:34:39.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.661154 31951 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
21:34:39.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.670185 31951 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
21:34:39.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.670849 31951 kserver.cc:163] Server-wide thread pool size limit: 3276
21:34:39.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.775677 31951 rpc_server.cc:307] RPC server started. Bound to: 127.30.83.126:42427
21:34:39.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.775759 32075 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.30.83.126:42427 every 8 connection(s)
21:34:39.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.779134 31951 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/master-0/data/info.pb
21:34:39.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.783977 31053 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu as pid 31951
21:34:39.784 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
21:34:39.785 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.30.83.124:34177(127.30.83.124:34177)] connecting to peer
21:34:39.786 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.30.83.124:34177(127.30.83.124:34177)] Successfully connected to peer
21:34:39.790 [DEBUG - kudu-nio-1] (SecurityContext.java:225) Refreshing Kerberos credentials...
21:34:39.790 [DEBUG - kudu-nio-1] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskbMGbxF/test-tmp/mini-kudu-cluster765503683306908373/krb5kdc/krb5cc
21:34:39.792 [DEBUG - kudu-nio-1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
21:34:39.792 [WARN - kudu-nio-1] (SecurityContext.java:234) Tried to refresh Kerberos credentials but was unable to re-login from ticket cache
21:34:39.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.30.83.124:34177(127.30.83.124:34177)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
21:34:39.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.793331 32076 sys_catalog.cc:263] Verifying existing consensus state
21:34:39.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260811 21:34:39.795717 32078 negotiation.cc:337] Failed RPC negotiation. Trace:
21:34:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:34:39.787153 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:58636 (local address 127.30.83.124:34177)
21:34:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:34:39.788791 (+ 1638us) server_negotiation.cc:206] Beginning negotiation
21:34:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:34:39.788822 (+ 31us) server_negotiation.cc:399] Waiting for connection header
21:34:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:34:39.788882 (+ 60us) server_negotiation.cc:407] Connection header received
21:34:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:34:39.789047 (+ 165us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
21:34:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:34:39.789074 (+ 27us) server_negotiation.cc:461] Received NEGOTIATE request from client
21:34:39.796 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.30.83.124:34177(127.30.83.124:34177)] handling channelInactive
21:34:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:34:39.789457 (+ 383us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
21:34:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:34:39.789721 (+ 264us) server_negotiation.cc:226] Negotiated authn=SASL
21:34:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0811 21:34:39.794187 (+ 4466us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:58636: BlockingRecv error: recv got EOF from 127.0.0.1:58636 (error 108)
21:34:39.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":1151,"thread_start_us":749,"threads_started":1}
21:34:39.797 [DEBUG - main] (Connection.java:575) [peer master-127.30.83.124:34177(127.30.83.124:34177)] disconnecting while in state TERMINATED
21:34:39.797 [DEBUG - main] (Connection.java:575) [peer master-127.30.83.126:42427(127.30.83.126:42427)] disconnecting while in state TERMINATED
21:34:39.797 [DEBUG - main] (Connection.java:575) [peer master-127.30.83.125:37811(127.30.83.125:37811)] disconnecting while in state TERMINATED
21:34:39.798 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:34:39.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.801313 32076 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 203b54e3248947ebb5d253ddb7146ec2: Bootstrap starting.
21:34:39.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.801561 31053 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 31951
21:34:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.826478 31053 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 31850
21:34:39.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:39.870682 31053 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 31765
21:34:41.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:34:41Z chronyd exiting
21:34:42.154 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
21:34:42.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:42.155463 30243 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 30556
21:34:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:42.187879 30243 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 30735
21:34:42.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:42.219537 30243 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 30892
21:34:42.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:42.250679 30243 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 30256
21:34:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:42.288501 30243 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 30329
21:34:42.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260811 21:34:42.327847 30243 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskbMGbxF/build/tsan/bin/kudu with pid 30419
21:34:43.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-11T21:34:43Z chronyd exiting
21:34:44.530 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565) ~[main/:?]
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433) ~[main/:?]
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367) ~[main/:?]
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
21:34:45.330 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials: giving up after 1 attempts
21:34:45.330 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565) ~[main/:?]
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433) ~[main/:?]
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367) ~[main/:?]
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more