07:22:23.023 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
07:22:23.035 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task550Tyk/test-tmp
07:22:23.038 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
07:22:23.042 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task550Tyk/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
07:22:23.293 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
07:22:23.495 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:22:23.496 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:22:23.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:23.501317 3457 mini_oidc.cc:152] Starting JWKS server
07:22:23.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:23.506268 3457 webserver.cc:460] Webserver started at http://127.0.0.1:37925/ using document root <none> and password file <none>
07:22:23.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:23.506924 3457 mini_oidc.cc:189] Starting OIDC Discovery server
07:22:23.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:23.509159 3457 webserver.cc:460] Webserver started at http://127.0.0.1:43591/ using document root <none> and password file <none>
07:22:23.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T07:22:23Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:22:23.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T07:22:23Z Disabled control of system clock
07:22:23.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:23.567808 3457 external_mini_cluster.cc:1326] Running /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:23.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:23.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-0/wal
07:22:23.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-0/data
07:22:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:22:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:22:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:22:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:23.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:23.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-0/logs
07:22:23.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-0/data/info.pb
07:22:23.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:23.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:22:23.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:22:23.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:22:23.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:22:23.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:23.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:23.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:23.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:22:23.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:22:23.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:22:23.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:22:23.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.96.126:42963
07:22:23.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.96.126
07:22:23.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:22:23.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.96.84:36631
07:22:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:22:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.96.126:42963,127.3.96.125:35495,127.3.96.124:46717
07:22:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:22:23.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37925/jwks.json with env {}
07:22:23.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:23.875222 3469 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:22:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:23.875805 3469 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:22:23.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:23.876569 3469 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:22:23.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:23.906953 3469 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:22:23.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:23.907230 3469 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:22:23.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:23.907418 3469 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:22:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:23.907671 3469 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:22:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:23.907966 3469 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:22:23.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:23.908191 3469 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37925/jwks.json
07:22:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:23.942687 3469 master_runner.cc:386] Master server non-default flags:
07:22:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.96.84:36631
07:22:23.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-0/data
07:22:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-0/wal
07:22:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:22:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.96.126:42963,127.3.96.125:35495,127.3.96.124:46717
07:22:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:22:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.96.126:42963
07:22:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:22:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:22:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:22:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37925/jwks.json
07:22:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-0/data/info.pb
07:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.96.126
07:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-0/logs
07:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:22:23.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:22:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:22:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:22:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:22:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:22:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 06:34:24 UTC on ccycloud.quasar-rbacaa.root.comops.site
07:22:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575854
07:22:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:22:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:23.944620 3469 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:22:23.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:23.946990 3469 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:22:23.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:23.972643 3476 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:25.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:23.972887 3475 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:25.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:23.975068 3469 server_base.cc:1034] running on GCE node
07:22:25.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:23.972661 3478 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:25.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.230510 3469 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:22:25.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.234267 3469 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:22:25.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.235598 3469 hybrid_clock.cc:648] HybridClock initialized: now 1786260145235540 us; error 81 us; skew 500 ppm
07:22:25.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.236706 3469 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:22:25.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.248736 3469 webserver.cc:460] Webserver started at http://127.3.96.126:40543/ using document root <none> and password file <none>
07:22:25.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.249966 3469 fs_manager.cc:359] Metadata directory not provided
07:22:25.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.250177 3469 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:22:25.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.250699 3469 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:22:25.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.256134 3469 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-0/data/instance:
07:22:25.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2f76324886a4c3185e4eae1de0b1b01"
07:22:25.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:25 on dist-test-slave-0b58"
07:22:25.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.257553 3469 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-0/wal/instance:
07:22:25.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2f76324886a4c3185e4eae1de0b1b01"
07:22:25.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:25 on dist-test-slave-0b58"
07:22:25.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.266047 3469 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.004s sys 0.005s
07:22:25.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.273279 3486 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:22:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.274617 3469 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
07:22:25.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.274955 3469 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-0/data,/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-0/wal
07:22:25.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2f76324886a4c3185e4eae1de0b1b01"
07:22:25.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:25 on dist-test-slave-0b58"
07:22:25.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.275291 3469 fs_report.cc:383] FS layout report
07:22:25.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:22:25.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-0/wal
07:22:25.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-0/wal
07:22:25.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-0/data/data
07:22:25.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:22:25.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:22:25.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:22:25.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:22:25.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:22:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:22:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:22:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:22:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:22:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:22:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:22:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.316048 3469 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:22:25.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.317811 3469 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:22:25.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.318275 3469 kserver.cc:163] Server-wide thread pool size limit: 3276
07:22:25.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.396517 3469 rpc_server.cc:307] RPC server started. Bound to: 127.3.96.126:42963
07:22:25.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.396638 3538 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.96.126:42963 every 8 connection(s)
07:22:25.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.399653 3469 server_base.cc:1166] Dumped server information to /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-0/data/info.pb
07:22:25.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.403142 3457 external_mini_cluster.cc:1388] Started /tmp/dist-test-task550Tyk/build/tsan/bin/kudu as pid 3469
07:22:25.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.403925 3457 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-0/wal/instance
07:22:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.410363 3539 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:22:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.410471 3457 external_mini_cluster.cc:1326] Running /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-1/wal
07:22:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-1/data
07:22:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:22:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:22:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:22:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-1/logs
07:22:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-1/data/info.pb
07:22:25.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:25.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:22:25.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:22:25.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:22:25.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:22:25.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:25.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:25.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:25.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:22:25.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:22:25.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:22:25.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:22:25.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.96.125:35495
07:22:25.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.96.125
07:22:25.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:22:25.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.96.84:36631
07:22:25.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:25.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:25.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:22:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.96.126:42963,127.3.96.125:35495,127.3.96.124:46717
07:22:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:22:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37925/jwks.json with env {}
07:22:25.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.433161 3539 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.96.126" port: 42963 } has no permanent_uuid. Determining permanent_uuid...
07:22:25.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.468940 3539 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } has no permanent_uuid. Determining permanent_uuid...
07:22:25.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:25.471269 3490 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.96.125:35495: connect: Connection refused (error 111)
07:22:25.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:25.475661 3539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.96.125:35495: Network error: Client connection negotiation failed: client connection to 127.3.96.125:35495: connect: Connection refused (error 111)
07:22:25.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.525223 3539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } attempt: 1
07:22:25.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:25.529371 3539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.96.125:35495: Network error: Client connection negotiation failed: client connection to 127.3.96.125:35495: connect: Connection refused (error 111)
07:22:25.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.597769 3539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } attempt: 2
07:22:25.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:25.601564 3539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.96.125:35495: Network error: Client connection negotiation failed: client connection to 127.3.96.125:35495: connect: Connection refused (error 111)
07:22:25.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.692942 3539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } attempt: 3
07:22:25.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:25.696755 3539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.96.125:35495: Network error: Client connection negotiation failed: client connection to 127.3.96.125:35495: connect: Connection refused (error 111)
07:22:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:25.733953 3541 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:22:25.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:25.734549 3541 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:22:25.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:25.735234 3541 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:22:25.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:25.766037 3541 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:22:25.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:25.766368 3541 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:22:25.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:25.766561 3541 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:22:25.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:25.766738 3541 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:22:25.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:25.766912 3541 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:22:25.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:25.767091 3541 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37925/jwks.json
07:22:25.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.802356 3541 master_runner.cc:386] Master server non-default flags:
07:22:25.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:25.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.96.84:36631
07:22:25.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:25.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:25.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-1/data
07:22:25.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-1/wal
07:22:25.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:22:25.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.96.126:42963,127.3.96.125:35495,127.3.96.124:46717
07:22:25.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:25.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:25.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:22:25.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.96.125:35495
07:22:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:22:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:22:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:22:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37925/jwks.json
07:22:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-1/data/info.pb
07:22:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.96.125
07:22:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:22:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:22:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:22:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:22:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:25.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-1/logs
07:22:25.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:25.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:22:25.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:22:25.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:22:25.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:22:25.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:22:25.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:22:25.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 06:34:24 UTC on ccycloud.quasar-rbacaa.root.comops.site
07:22:25.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575854
07:22:25.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:22:25.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.803560 3541 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:22:25.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.805639 3541 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:22:25.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:25.824846 3553 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:25.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:25.840152 3539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } attempt: 4
07:22:25.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:25.844041 3539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.96.125:35495: Network error: Client connection negotiation failed: client connection to 127.3.96.125:35495: connect: Connection refused (error 111)
07:22:26.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:26.143622 3539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } attempt: 5
07:22:26.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:26.148476 3539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.96.125:35495: Network error: Client connection negotiation failed: client connection to 127.3.96.125:35495: connect: Connection refused (error 111)
07:22:26.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:26.695904 3539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } attempt: 6
07:22:26.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:26.702925 3539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.96.125:35495: Network error: Client connection negotiation failed: client connection to 127.3.96.125:35495: connect: Connection refused (error 111)
07:22:27.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:25.825282 3551 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:25.824882 3550 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:27.014185 3552 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:22:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.014747 3541 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:22:27.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.019008 3541 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:22:27.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.022446 3541 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:22:27.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.024339 3541 hybrid_clock.cc:648] HybridClock initialized: now 1786260147024280 us; error 57 us; skew 500 ppm
07:22:27.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.025262 3541 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:22:27.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.031698 3541 webserver.cc:460] Webserver started at http://127.3.96.125:42721/ using document root <none> and password file <none>
07:22:27.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.032872 3541 fs_manager.cc:359] Metadata directory not provided
07:22:27.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.033114 3541 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:22:27.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.033704 3541 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:22:27.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.038606 3541 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-1/data/instance:
07:22:27.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf"
07:22:27.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:27 on dist-test-slave-0b58"
07:22:27.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.039860 3541 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-1/wal/instance:
07:22:27.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf"
07:22:27.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:27 on dist-test-slave-0b58"
07:22:27.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.047224 3541 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.000s
07:22:27.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.052834 3562 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:22:27.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.053824 3541 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.000s sys 0.004s
07:22:27.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.054183 3541 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-1/data,/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-1/wal
07:22:27.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf"
07:22:27.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:27 on dist-test-slave-0b58"
07:22:27.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.054535 3541 fs_report.cc:383] FS layout report
07:22:27.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:22:27.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-1/wal
07:22:27.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-1/wal
07:22:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-1/data/data
07:22:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:22:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:22:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:22:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:22:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:22:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:22:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:22:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:22:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:22:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:22:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:22:27.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.086912 3541 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:22:27.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.088675 3541 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:22:27.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.089282 3541 kserver.cc:163] Server-wide thread pool size limit: 3276
07:22:27.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.162222 3541 rpc_server.cc:307] RPC server started. Bound to: 127.3.96.125:35495
07:22:27.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.162351 3615 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.96.125:35495 every 8 connection(s)
07:22:27.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.165107 3541 server_base.cc:1166] Dumped server information to /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-1/data/info.pb
07:22:27.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.169690 3457 external_mini_cluster.cc:1388] Started /tmp/dist-test-task550Tyk/build/tsan/bin/kudu as pid 3541
07:22:27.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.170096 3457 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-1/wal/instance
07:22:27.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.170442 3617 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:22:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.172467 3457 external_mini_cluster.cc:1326] Running /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:27.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-2/wal
07:22:27.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-2/data
07:22:27.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:22:27.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:22:27.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:22:27.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:27.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:27.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:27.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-2/logs
07:22:27.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-2/data/info.pb
07:22:27.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:27.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:22:27.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:22:27.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:22:27.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:22:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:22:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:22:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:22:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:22:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.96.124:46717
07:22:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.96.124
07:22:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:22:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.96.84:36631
07:22:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:22:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.96.126:42963,127.3.96.125:35495,127.3.96.124:46717
07:22:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:22:27.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37925/jwks.json with env {}
07:22:27.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.182778 3617 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.96.126" port: 42963 } has no permanent_uuid. Determining permanent_uuid...
07:22:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.206218 3617 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } has no permanent_uuid. Determining permanent_uuid...
07:22:27.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.223168 3617 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } has no permanent_uuid. Determining permanent_uuid...
07:22:27.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:27.225819 3566 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.3.96.124:46717: connect: Connection refused (error 111)
07:22:27.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:27.230095 3617 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.96.124:46717: Network error: Client connection negotiation failed: client connection to 127.3.96.124:46717: connect: Connection refused (error 111)
07:22:27.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.279508 3617 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } attempt: 1
07:22:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:27.283015 3617 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.96.124:46717: Network error: Client connection negotiation failed: client connection to 127.3.96.124:46717: connect: Connection refused (error 111)
07:22:27.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.351488 3617 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } attempt: 2
07:22:27.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:27.356129 3617 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.96.124:46717: Network error: Client connection negotiation failed: client connection to 127.3.96.124:46717: connect: Connection refused (error 111)
07:22:27.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.447642 3617 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } attempt: 3
07:22:27.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:27.452644 3617 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.96.124:46717: Network error: Client connection negotiation failed: client connection to 127.3.96.124:46717: connect: Connection refused (error 111)
07:22:27.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:27.487182 3619 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:22:27.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:27.487879 3619 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:22:27.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:27.488722 3619 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:22:27.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:27.519333 3619 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:22:27.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:27.519620 3619 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:22:27.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:27.519810 3619 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:22:27.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:27.520098 3619 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:22:27.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:27.520370 3619 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:22:27.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:27.520532 3619 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37925/jwks.json
07:22:27.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.555878 3619 master_runner.cc:386] Master server non-default flags:
07:22:27.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:27.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.96.84:36631
07:22:27.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:27.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:27.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-2/data
07:22:27.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-2/wal
07:22:27.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:22:27.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.3.96.126:42963,127.3.96.125:35495,127.3.96.124:46717
07:22:27.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:22:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.96.124:46717
07:22:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:22:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:22:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:22:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37925/jwks.json
07:22:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-2/data/info.pb
07:22:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.96.124
07:22:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:22:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:22:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:22:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:22:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-2/logs
07:22:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:22:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:22:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:22:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:22:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:22:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:22:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 06:34:24 UTC on ccycloud.quasar-rbacaa.root.comops.site
07:22:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575854
07:22:27.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:22:27.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.557235 3619 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:22:27.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.559137 3619 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:22:27.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:27.578212 3630 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:27.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.596063 3617 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } attempt: 4
07:22:27.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:27.600603 3617 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.96.124:46717: Network error: Client connection negotiation failed: client connection to 127.3.96.124:46717: connect: Connection refused (error 111)
07:22:27.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.763520 3539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } attempt: 7
07:22:27.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.782295 3539 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } has no permanent_uuid. Determining permanent_uuid...
07:22:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:27.788466 3539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.96.124:46717: Network error: Client connection negotiation failed: client connection to 127.3.96.124:46717: connect: Connection refused (error 111)
07:22:27.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.846858 3539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } attempt: 1
07:22:27.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:27.851214 3539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.96.124:46717: Network error: Client connection negotiation failed: client connection to 127.3.96.124:46717: connect: Connection refused (error 111)
07:22:27.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.899991 3617 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } attempt: 5
07:22:27.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:27.904361 3617 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.96.124:46717: Network error: Client connection negotiation failed: client connection to 127.3.96.124:46717: connect: Connection refused (error 111)
07:22:27.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.932597 3539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } attempt: 2
07:22:27.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:27.937008 3539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.96.124:46717: Network error: Client connection negotiation failed: client connection to 127.3.96.124:46717: connect: Connection refused (error 111)
07:22:28.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.022560 3539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } attempt: 3
07:22:28.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:28.026885 3539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.96.124:46717: Network error: Client connection negotiation failed: client connection to 127.3.96.124:46717: connect: Connection refused (error 111)
07:22:28.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.167285 3539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } attempt: 4
07:22:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:28.171077 3539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.96.124:46717: Network error: Client connection negotiation failed: client connection to 127.3.96.124:46717: connect: Connection refused (error 111)
07:22:28.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.451763 3617 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } attempt: 6
07:22:28.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.454474 3539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } attempt: 5
07:22:28.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:28.459105 3539 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.96.124:46717: Network error: Client connection negotiation failed: client connection to 127.3.96.124:46717: connect: Connection refused (error 111)
07:22:28.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:28.460152 3617 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.3.96.124:46717: Network error: Client connection negotiation failed: client connection to 127.3.96.124:46717: connect: Connection refused (error 111)
07:22:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:27.578365 3629 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:28.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:27.579998 3619 server_base.cc:1034] running on GCE node
07:22:28.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:27.580185 3632 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:28.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.777566 3619 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:22:28.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.780273 3619 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:22:28.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.781654 3619 hybrid_clock.cc:648] HybridClock initialized: now 1786260148781627 us; error 38 us; skew 500 ppm
07:22:28.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.782588 3619 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:22:28.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.789178 3619 webserver.cc:460] Webserver started at http://127.3.96.124:43743/ using document root <none> and password file <none>
07:22:28.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.790191 3619 fs_manager.cc:359] Metadata directory not provided
07:22:28.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.790434 3619 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:22:28.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.791029 3619 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:22:28.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.796277 3619 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-2/data/instance:
07:22:28.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca7d4ce8130745379cbe90b3c55c8ff3"
07:22:28.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:28 on dist-test-slave-0b58"
07:22:28.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.797505 3619 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-2/wal/instance:
07:22:28.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca7d4ce8130745379cbe90b3c55c8ff3"
07:22:28.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:28 on dist-test-slave-0b58"
07:22:28.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.805434 3619 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.008s sys 0.000s
07:22:28.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.811153 3644 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:22:28.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.812139 3619 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
07:22:28.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.812548 3619 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-2/data,/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-2/wal
07:22:28.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca7d4ce8130745379cbe90b3c55c8ff3"
07:22:28.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:28 on dist-test-slave-0b58"
07:22:28.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.812903 3619 fs_report.cc:383] FS layout report
07:22:28.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:22:28.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-2/wal
07:22:28.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-2/wal
07:22:28.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-2/data/data
07:22:28.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:22:28.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:22:28.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:22:28.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:22:28.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:22:28.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:22:28.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:22:28.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:22:28.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:22:28.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:22:28.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:22:28.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.862349 3619 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:22:28.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.863996 3619 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:22:28.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.864555 3619 kserver.cc:163] Server-wide thread pool size limit: 3276
07:22:28.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.938524 3619 rpc_server.cc:307] RPC server started. Bound to: 127.3.96.124:46717
07:22:28.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.938671 3695 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.96.124:46717 every 8 connection(s)
07:22:28.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.941692 3619 server_base.cc:1166] Dumped server information to /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-2/data/info.pb
07:22:28.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.944986 3457 external_mini_cluster.cc:1388] Started /tmp/dist-test-task550Tyk/build/tsan/bin/kudu as pid 3619
07:22:28.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.945565 3457 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/master-2/wal/instance
07:22:28.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.947403 3696 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:22:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.967280 3696 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.96.126" port: 42963 } has no permanent_uuid. Determining permanent_uuid...
07:22:29.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:28.999667 3696 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } has no permanent_uuid. Determining permanent_uuid...
07:22:29.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.010527 3696 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } has no permanent_uuid. Determining permanent_uuid...
07:22:29.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.011509 3539 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } attempt: 6
07:22:29.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.035099 3696 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3: Bootstrap starting.
07:22:29.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.036339 3539 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01: Bootstrap starting.
07:22:29.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.045286 3696 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3: Neither blocks nor log segments found. Creating new log.
07:22:29.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.045598 3539 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01: Neither blocks nor log segments found. Creating new log.
07:22:29.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.048229 3696 log.cc:824] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3: Log is configured to *not* fsync() on all Append() calls
07:22:29.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.050136 3539 log.cc:824] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01: Log is configured to *not* fsync() on all Append() calls
07:22:29.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.056465 3696 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3: No bootstrap required, opened a new log
07:22:29.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.058929 3539 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01: No bootstrap required, opened a new log
07:22:29.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.081951 3696 raft_consensus.cc:348] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f76324886a4c3185e4eae1de0b1b01" member_type: VOTER last_known_addr { host: "127.3.96.126" port: 42963 } } peers { permanent_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf" member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } } peers { permanent_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } }
07:22:29.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.082959 3696 raft_consensus.cc:374] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:22:29.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.083361 3696 raft_consensus.cc:729] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca7d4ce8130745379cbe90b3c55c8ff3, State: Initialized, Role: FOLLOWER
07:22:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.083524 3539 raft_consensus.cc:348] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f76324886a4c3185e4eae1de0b1b01" member_type: VOTER last_known_addr { host: "127.3.96.126" port: 42963 } } peers { permanent_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf" member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } } peers { permanent_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } }
07:22:29.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.084571 3539 raft_consensus.cc:374] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:22:29.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.084818 3539 raft_consensus.cc:729] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c2f76324886a4c3185e4eae1de0b1b01, State: Initialized, Role: FOLLOWER
07:22:29.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.084724 3696 consensus_queue.cc:260] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f76324886a4c3185e4eae1de0b1b01" member_type: VOTER last_known_addr { host: "127.3.96.126" port: 42963 } } peers { permanent_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf" member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } } peers { permanent_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } }
07:22:29.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.085721 3539 consensus_queue.cc:260] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f76324886a4c3185e4eae1de0b1b01" member_type: VOTER last_known_addr { host: "127.3.96.126" port: 42963 } } peers { permanent_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf" member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } } peers { permanent_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } }
07:22:29.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.088439 3708 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f76324886a4c3185e4eae1de0b1b01" member_type: VOTER last_known_addr { host: "127.3.96.126" port: 42963 } } peers { permanent_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf" member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } } peers { permanent_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } } }
07:22:29.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.089385 3708 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [sys.catalog]: This master's current role is: FOLLOWER
07:22:29.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.088801 3709 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f76324886a4c3185e4eae1de0b1b01" member_type: VOTER last_known_addr { host: "127.3.96.126" port: 42963 } } peers { permanent_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf" member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } } peers { permanent_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } } }
07:22:29.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.090178 3709 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01 [sys.catalog]: This master's current role is: FOLLOWER
07:22:29.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.090672 3696 sys_catalog.cc:564] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [sys.catalog]: configured and running, proceeding with master startup.
07:22:29.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.090672 3539 sys_catalog.cc:564] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01 [sys.catalog]: configured and running, proceeding with master startup.
07:22:29.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:29.120111 3650 tablet.cc:2369] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:22:29.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.124475 3708 raft_consensus.cc:482] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:22:29.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.125052 3708 raft_consensus.cc:504] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f76324886a4c3185e4eae1de0b1b01" member_type: VOTER last_known_addr { host: "127.3.96.126" port: 42963 } } peers { permanent_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf" member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } } peers { permanent_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } }
07:22:29.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.128159 3708 leader_election.cc:288] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c2f76324886a4c3185e4eae1de0b1b01 (127.3.96.126:42963), e2da1a46751e4bc6a9f2dfc6774f05bf (127.3.96.125:35495)
07:22:29.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.132787 3513 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c2f76324886a4c3185e4eae1de0b1b01" is_pre_election: true
07:22:29.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.134456 3513 raft_consensus.cc:2454] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ca7d4ce8130745379cbe90b3c55c8ff3 in term 0.
07:22:29.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:29.137930 3731 catalog_manager.cc:1558] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:22:29.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:29.138516 3731 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:22:29.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.139930 3648 leader_election.cc:302] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c2f76324886a4c3185e4eae1de0b1b01, ca7d4ce8130745379cbe90b3c55c8ff3; no voters:
07:22:29.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.149755 3708 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [term 0 FOLLOWER]: Leader pre-election won for term 1
07:22:29.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.160607 3708 raft_consensus.cc:482] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:22:29.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.163585 3708 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [term 0 FOLLOWER]: Advancing to term 1
07:22:29.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.133205 3469 master_runner.cc:186] Error getting master registration for 127.3.96.125:35495: OK, instance_id { permanent_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf" instance_seqno: 1786260147141482 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:22:29.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.170558 3469 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:22:29.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:29.185534 3732 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:22:29.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:29.185974 3732 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:22:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.189337 3708 raft_consensus.cc:504] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f76324886a4c3185e4eae1de0b1b01" member_type: VOTER last_known_addr { host: "127.3.96.126" port: 42963 } } peers { permanent_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf" member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } } peers { permanent_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } }
07:22:29.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.196278 3513 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c2f76324886a4c3185e4eae1de0b1b01"
07:22:29.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.196610 3708 leader_election.cc:288] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [CANDIDATE]: Term 1 election: Requested vote from peers c2f76324886a4c3185e4eae1de0b1b01 (127.3.96.126:42963), e2da1a46751e4bc6a9f2dfc6774f05bf (127.3.96.125:35495)
07:22:29.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.196949 3513 raft_consensus.cc:3037] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01 [term 0 FOLLOWER]: Advancing to term 1
07:22:29.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.205265 3513 raft_consensus.cc:2454] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ca7d4ce8130745379cbe90b3c55c8ff3 in term 1.
07:22:29.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.206673 3648 leader_election.cc:302] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c2f76324886a4c3185e4eae1de0b1b01, ca7d4ce8130745379cbe90b3c55c8ff3; no voters:
07:22:29.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.207825 3708 raft_consensus.cc:2781] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [term 1 FOLLOWER]: Leader election won for term 1
07:22:29.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.233093 3708 raft_consensus.cc:686] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [term 1 LEADER]: Becoming Leader. State: Replica: ca7d4ce8130745379cbe90b3c55c8ff3, State: Running, Role: LEADER
07:22:29.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.235633 3708 consensus_queue.cc:237] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f76324886a4c3185e4eae1de0b1b01" member_type: VOTER last_known_addr { host: "127.3.96.126" port: 42963 } } peers { permanent_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf" member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } } peers { permanent_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } }
07:22:29.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.252627 3735 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ca7d4ce8130745379cbe90b3c55c8ff3. Latest consensus state: current_term: 1 leader_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f76324886a4c3185e4eae1de0b1b01" member_type: VOTER last_known_addr { host: "127.3.96.126" port: 42963 } } peers { permanent_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf" member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } } peers { permanent_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } } }
07:22:29.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.253604 3735 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [sys.catalog]: This master's current role is: LEADER
07:22:29.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.166854 3619 master_runner.cc:186] Error getting master registration for 127.3.96.125:35495: OK, instance_id { permanent_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf" instance_seqno: 1786260147141482 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
07:22:29.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.258004 3619 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:22:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.262820 3737 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
07:22:29.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.274571 3737 catalog_manager.cc:1484] Initializing Kudu cluster ID...
07:22:29.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.301295 3513 raft_consensus.cc:1261] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01 [term 1 FOLLOWER]: Refusing update from remote peer ca7d4ce8130745379cbe90b3c55c8ff3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:22:29.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.305856 3735 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c2f76324886a4c3185e4eae1de0b1b01" member_type: VOTER last_known_addr { host: "127.3.96.126" port: 42963 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
07:22:29.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:29.328495 3492 tablet.cc:2369] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:22:29.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.350860 3709 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ca7d4ce8130745379cbe90b3c55c8ff3. Latest consensus state: current_term: 1 leader_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f76324886a4c3185e4eae1de0b1b01" member_type: VOTER last_known_addr { host: "127.3.96.126" port: 42963 } } peers { permanent_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf" member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } } peers { permanent_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } } }
07:22:29.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.351701 3709 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01 [sys.catalog]: This master's current role is: FOLLOWER
07:22:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.374298 3708 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f76324886a4c3185e4eae1de0b1b01" member_type: VOTER last_known_addr { host: "127.3.96.126" port: 42963 } } peers { permanent_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf" member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } } peers { permanent_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } } }
07:22:29.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.376322 3708 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [sys.catalog]: This master's current role is: LEADER
07:22:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.378965 3709 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f76324886a4c3185e4eae1de0b1b01" member_type: VOTER last_known_addr { host: "127.3.96.126" port: 42963 } } peers { permanent_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf" member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } } peers { permanent_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } } }
07:22:29.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.379765 3709 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01 [sys.catalog]: This master's current role is: FOLLOWER
07:22:29.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.382645 3737 catalog_manager.cc:1347] Generated new cluster ID: a82919d12e334d47a6eccc42e20869c7
07:22:29.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.382925 3737 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
07:22:29.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.433825 3737 catalog_manager.cc:1370] Generated new certificate authority record
07:22:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.444056 3737 catalog_manager.cc:1504] Loading token signing keys...
07:22:29.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.504634 3737 catalog_manager.cc:5868] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3: Generated new TSK 0
07:22:29.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.513616 3737 catalog_manager.cc:1514] Initializing in-progress tserver states...
07:22:29.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.520558 3617 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } attempt: 7
07:22:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.547654 3457 external_mini_cluster.cc:1326] Running /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-0/wal
07:22:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-0/data
07:22:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:22:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:22:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:22:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-0/logs
07:22:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-0/data/info.pb
07:22:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:22:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:22:29.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:22:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:22:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:22:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:22:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.96.65:0
07:22:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.96.65
07:22:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.96.65
07:22:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:22:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.96.126:42963,127.3.96.125:35495,127.3.96.124:46717
07:22:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.96.84:36631
07:22:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:22:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.570813 3617 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e2da1a46751e4bc6a9f2dfc6774f05bf: Bootstrap starting.
07:22:29.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.578641 3617 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e2da1a46751e4bc6a9f2dfc6774f05bf: Neither blocks nor log segments found. Creating new log.
07:22:29.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.581717 3617 log.cc:824] T 00000000000000000000000000000000 P e2da1a46751e4bc6a9f2dfc6774f05bf: Log is configured to *not* fsync() on all Append() calls
07:22:29.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.593046 3617 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e2da1a46751e4bc6a9f2dfc6774f05bf: No bootstrap required, opened a new log
07:22:29.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.626582 3617 raft_consensus.cc:348] T 00000000000000000000000000000000 P e2da1a46751e4bc6a9f2dfc6774f05bf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f76324886a4c3185e4eae1de0b1b01" member_type: VOTER last_known_addr { host: "127.3.96.126" port: 42963 } } peers { permanent_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf" member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } } peers { permanent_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } }
07:22:29.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.627833 3617 raft_consensus.cc:374] T 00000000000000000000000000000000 P e2da1a46751e4bc6a9f2dfc6774f05bf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:22:29.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.628333 3617 raft_consensus.cc:729] T 00000000000000000000000000000000 P e2da1a46751e4bc6a9f2dfc6774f05bf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e2da1a46751e4bc6a9f2dfc6774f05bf, State: Initialized, Role: FOLLOWER
07:22:29.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.629572 3617 consensus_queue.cc:260] T 00000000000000000000000000000000 P e2da1a46751e4bc6a9f2dfc6774f05bf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f76324886a4c3185e4eae1de0b1b01" member_type: VOTER last_known_addr { host: "127.3.96.126" port: 42963 } } peers { permanent_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf" member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } } peers { permanent_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } }
07:22:29.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.654467 3617 sys_catalog.cc:564] T 00000000000000000000000000000000 P e2da1a46751e4bc6a9f2dfc6774f05bf [sys.catalog]: configured and running, proceeding with master startup.
07:22:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.654656 3589 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf" is_pre_election: true
07:22:29.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.654948 3588 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf"
07:22:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.655583 3587 raft_consensus.cc:3037] T 00000000000000000000000000000000 P e2da1a46751e4bc6a9f2dfc6774f05bf [term 0 FOLLOWER]: Advancing to term 1
07:22:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.667336 3587 raft_consensus.cc:1261] T 00000000000000000000000000000000 P e2da1a46751e4bc6a9f2dfc6774f05bf [term 1 FOLLOWER]: Refusing update from remote peer ca7d4ce8130745379cbe90b3c55c8ff3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:22:29.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.669051 3708 consensus_queue.cc:1035] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf" member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:22:29.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.653647 3748 sys_catalog.cc:455] T 00000000000000000000000000000000 P e2da1a46751e4bc6a9f2dfc6774f05bf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f76324886a4c3185e4eae1de0b1b01" member_type: VOTER last_known_addr { host: "127.3.96.126" port: 42963 } } peers { permanent_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf" member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } } peers { permanent_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } } }
07:22:29.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.678257 3748 sys_catalog.cc:458] T 00000000000000000000000000000000 P e2da1a46751e4bc6a9f2dfc6774f05bf [sys.catalog]: This master's current role is: FOLLOWER
07:22:29.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.756937 3748 sys_catalog.cc:455] T 00000000000000000000000000000000 P e2da1a46751e4bc6a9f2dfc6774f05bf [sys.catalog]: SysCatalogTable state changed. Reason: New leader ca7d4ce8130745379cbe90b3c55c8ff3. Latest consensus state: current_term: 1 leader_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f76324886a4c3185e4eae1de0b1b01" member_type: VOTER last_known_addr { host: "127.3.96.126" port: 42963 } } peers { permanent_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf" member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } } peers { permanent_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } } }
07:22:29.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.757725 3748 sys_catalog.cc:458] T 00000000000000000000000000000000 P e2da1a46751e4bc6a9f2dfc6774f05bf [sys.catalog]: This master's current role is: FOLLOWER
07:22:29.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.759084 3752 sys_catalog.cc:455] T 00000000000000000000000000000000 P e2da1a46751e4bc6a9f2dfc6774f05bf [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f76324886a4c3185e4eae1de0b1b01" member_type: VOTER last_known_addr { host: "127.3.96.126" port: 42963 } } peers { permanent_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf" member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } } peers { permanent_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } } }
07:22:29.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.760170 3752 sys_catalog.cc:458] T 00000000000000000000000000000000 P e2da1a46751e4bc6a9f2dfc6774f05bf [sys.catalog]: This master's current role is: FOLLOWER
07:22:29.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:29.768543 3764 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
07:22:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:30.144241 3731 catalog_manager.cc:1259] Loaded cluster ID: a82919d12e334d47a6eccc42e20869c7
07:22:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:30.144882 3731 catalog_manager.cc:1552] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01: loading cluster ID for follower catalog manager: success
07:22:30.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:30.150224 3745 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:22:30.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:30.150852 3745 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:22:30.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:30.151634 3745 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:22:30.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:30.154192 3731 catalog_manager.cc:1574] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01: acquiring CA information for follower catalog manager: success
07:22:30.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:30.160737 3731 catalog_manager.cc:1602] T 00000000000000000000000000000000 P c2f76324886a4c3185e4eae1de0b1b01: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:22:30.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:30.210920 3745 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:22:30.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:30.212383 3745 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.96.65
07:22:30.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:30.280172 3745 tablet_server_runner.cc:78] Tablet server non-default flags:
07:22:30.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:30.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.96.84:36631
07:22:30.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:30.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:30.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-0/data
07:22:30.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-0/wal
07:22:30.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:30.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:30.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.96.65:0
07:22:30.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:22:30.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:30.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-0/data/info.pb
07:22:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.96.65
07:22:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:22:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.96.126:42963,127.3.96.125:35495,127.3.96.124:46717
07:22:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:22:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:22:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:22:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.96.65
07:22:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-0/logs
07:22:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:22:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:22:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:22:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:22:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:22:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:22:30.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 06:34:24 UTC on ccycloud.quasar-rbacaa.root.comops.site
07:22:30.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575854
07:22:30.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:22:30.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:30.281852 3745 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:22:30.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:30.284031 3745 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:22:30.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:30.280570 3769 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c2f76324886a4c3185e4eae1de0b1b01" member_type: VOTER last_known_addr { host: "127.3.96.126" port: 42963 } } peers { permanent_uuid: "e2da1a46751e4bc6a9f2dfc6774f05bf" member_type: VOTER last_known_addr { host: "127.3.96.125" port: 35495 } } peers { permanent_uuid: "ca7d4ce8130745379cbe90b3c55c8ff3" member_type: VOTER last_known_addr { host: "127.3.96.124" port: 46717 } } }
07:22:30.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:30.284698 3769 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca7d4ce8130745379cbe90b3c55c8ff3 [sys.catalog]: This master's current role is: LEADER
07:22:30.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:30.313571 3774 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:30.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:30.798415 3764 catalog_manager.cc:1259] Loaded cluster ID: a82919d12e334d47a6eccc42e20869c7
07:22:30.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:30.802609 3764 catalog_manager.cc:1552] T 00000000000000000000000000000000 P e2da1a46751e4bc6a9f2dfc6774f05bf: loading cluster ID for follower catalog manager: success
07:22:30.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:30.812371 3764 catalog_manager.cc:1574] T 00000000000000000000000000000000 P e2da1a46751e4bc6a9f2dfc6774f05bf: acquiring CA information for follower catalog manager: success
07:22:30.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:30.843077 3764 catalog_manager.cc:1602] T 00000000000000000000000000000000 P e2da1a46751e4bc6a9f2dfc6774f05bf: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:22:32.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:31.706566 3773 debug-util.cc:398] Leaking SignalData structure 0x7b0800014860 after lost signal to thread 3745
07:22:32.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:32.874468 3777 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:32.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:32.870769 3745 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 2.555s user 0.785s sys 1.553s
07:22:32.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:32.874944 3745 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 2.560s user 0.785s sys 1.554s
07:22:32.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:30.315686 3775 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:32.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:32.882205 3745 server_base.cc:1034] running on GCE node
07:22:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:32.883471 3745 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:22:32.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:32.886204 3745 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:22:32.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:32.887645 3745 hybrid_clock.cc:648] HybridClock initialized: now 1786260152887539 us; error 114 us; skew 500 ppm
07:22:32.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:32.888605 3745 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:22:32.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:32.899928 3745 webserver.cc:460] Webserver started at http://127.3.96.65:37881/ using document root <none> and password file <none>
07:22:32.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:32.900998 3745 fs_manager.cc:359] Metadata directory not provided
07:22:32.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:32.901266 3745 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:22:32.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:32.901813 3745 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:22:32.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:32.907615 3745 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-0/data/instance:
07:22:32.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b677d83590d4672ace3036ec26aebc0"
07:22:32.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:32 on dist-test-slave-0b58"
07:22:32.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:32.909121 3745 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-0/wal/instance:
07:22:32.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b677d83590d4672ace3036ec26aebc0"
07:22:32.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:32 on dist-test-slave-0b58"
07:22:32.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:32.917387 3745 fs_manager.cc:691] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
07:22:32.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:32.923800 3785 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:22:32.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:32.925078 3745 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
07:22:32.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:32.925472 3745 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-0/data,/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-0/wal
07:22:32.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5b677d83590d4672ace3036ec26aebc0"
07:22:32.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:32 on dist-test-slave-0b58"
07:22:32.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:32.925843 3745 fs_report.cc:383] FS layout report
07:22:32.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:22:32.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-0/wal
07:22:32.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-0/wal
07:22:32.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-0/data/data
07:22:32.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:22:32.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:22:32.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:22:32.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:22:32.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:22:32.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:22:32.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:22:32.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:22:32.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:22:32.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:22:32.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:22:32.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:32.988564 3745 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:22:32.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:32.990537 3745 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:22:32.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:32.991137 3745 kserver.cc:163] Server-wide thread pool size limit: 3276
07:22:32.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:32.994808 3745 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:22:33.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.001042 3745 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:22:33.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.001382 3745 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:22:33.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.001703 3745 ts_tablet_manager.cc:610] Registered 0 tablets
07:22:33.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.001917 3745 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:22:33.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.306885 3745 rpc_server.cc:307] RPC server started. Bound to: 127.3.96.65:37829
07:22:33.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.307159 3901 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.96.65:37829 every 8 connection(s)
07:22:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.311321 3745 server_base.cc:1166] Dumped server information to /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-0/data/info.pb
07:22:33.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.313089 3457 external_mini_cluster.cc:1388] Started /tmp/dist-test-task550Tyk/build/tsan/bin/kudu as pid 3745
07:22:33.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.313611 3457 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-0/wal/instance
07:22:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.354607 3457 external_mini_cluster.cc:1326] Running /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-1/wal
07:22:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-1/data
07:22:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:22:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:22:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:22:33.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-1/logs
07:22:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-1/data/info.pb
07:22:33.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:22:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:22:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:22:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:22:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:22:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:22:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.96.66:0
07:22:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.96.66
07:22:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.96.66
07:22:33.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:22:33.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.96.126:42963,127.3.96.125:35495,127.3.96.124:46717
07:22:33.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.96.84:36631
07:22:33.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:33.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:33.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:22:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.427645 3903 heartbeater.cc:347] Connected to a master server at 127.3.96.125:35495
07:22:33.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.429005 3902 heartbeater.cc:347] Connected to a master server at 127.3.96.124:46717
07:22:33.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.429857 3902 heartbeater.cc:464] Registering TS with master...
07:22:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.431710 3902 heartbeater.cc:511] Master 127.3.96.124:46717 requested a full tablet report, sending...
07:22:33.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.432344 3903 heartbeater.cc:464] Registering TS with master...
07:22:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.434046 3903 heartbeater.cc:511] Master 127.3.96.125:35495 requested a full tablet report, sending...
07:22:33.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.442445 3661 ts_manager.cc:194] Registered new tserver with Master: 5b677d83590d4672ace3036ec26aebc0 (127.3.96.65:37829)
07:22:33.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.440637 3579 ts_manager.cc:194] Registered new tserver with Master: 5b677d83590d4672ace3036ec26aebc0 (127.3.96.65:37829)
07:22:33.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.447230 3661 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.96.65:51079
07:22:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.461009 3906 heartbeater.cc:347] Connected to a master server at 127.3.96.126:42963
07:22:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.461598 3906 heartbeater.cc:464] Registering TS with master...
07:22:33.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.462831 3906 heartbeater.cc:511] Master 127.3.96.126:42963 requested a full tablet report, sending...
07:22:33.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.466369 3502 ts_manager.cc:194] Registered new tserver with Master: 5b677d83590d4672ace3036ec26aebc0 (127.3.96.65:37829)
07:22:33.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:33.899427 3909 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:22:33.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:33.899992 3909 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:22:33.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:33.900674 3909 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:22:33.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:33.932192 3909 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:22:33.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:33.933316 3909 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.96.66
07:22:33.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.968938 3909 tablet_server_runner.cc:78] Tablet server non-default flags:
07:22:33.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:33.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.96.84:36631
07:22:33.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:33.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:33.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-1/data
07:22:33.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-1/wal
07:22:33.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:33.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:33.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.96.66:0
07:22:33.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:22:33.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:33.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:33.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-1/data/info.pb
07:22:33.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.96.66
07:22:33.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:22:33.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.96.126:42963,127.3.96.125:35495,127.3.96.124:46717
07:22:33.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:22:33.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:33.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:22:33.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:22:33.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:33.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.96.66
07:22:33.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-1/logs
07:22:33.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:33.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:22:33.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:22:33.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:22:33.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:22:33.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:22:33.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:22:33.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 06:34:24 UTC on ccycloud.quasar-rbacaa.root.comops.site
07:22:33.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575854
07:22:33.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:22:33.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.970470 3909 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:22:33.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:33.972649 3909 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:22:33.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:33.991597 3920 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:34.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:34.452667 3902 heartbeater.cc:503] Master 127.3.96.124:46717 was elected leader, sending a full tablet report...
07:22:35.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:33.991623 3921 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:35.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:33.992129 3923 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:35.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.165063 3909 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:22:35.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:35.165575 3922 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:22:35.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.169577 3909 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:22:35.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.172540 3909 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:22:35.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.173974 3909 hybrid_clock.cc:648] HybridClock initialized: now 1786260155173924 us; error 69 us; skew 500 ppm
07:22:35.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.174887 3909 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:22:35.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.182236 3909 webserver.cc:460] Webserver started at http://127.3.96.66:44159/ using document root <none> and password file <none>
07:22:35.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.183211 3909 fs_manager.cc:359] Metadata directory not provided
07:22:35.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.183455 3909 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:22:35.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.183972 3909 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:22:35.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.188886 3909 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-1/data/instance:
07:22:35.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8319193270a466ea7da62d11b5f7811"
07:22:35.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:35 on dist-test-slave-0b58"
07:22:35.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.190160 3909 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-1/wal/instance:
07:22:35.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8319193270a466ea7da62d11b5f7811"
07:22:35.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:35 on dist-test-slave-0b58"
07:22:35.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.197800 3909 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.005s sys 0.003s
07:22:35.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.203480 3930 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:22:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.204638 3909 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
07:22:35.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.204967 3909 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-1/data,/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-1/wal
07:22:35.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b8319193270a466ea7da62d11b5f7811"
07:22:35.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:35 on dist-test-slave-0b58"
07:22:35.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.205308 3909 fs_report.cc:383] FS layout report
07:22:35.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:22:35.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-1/wal
07:22:35.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-1/wal
07:22:35.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-1/data/data
07:22:35.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:22:35.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:22:35.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:22:35.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:22:35.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:22:35.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:22:35.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:22:35.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:22:35.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:22:35.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:22:35.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:22:35.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.266763 3909 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:22:35.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.269323 3909 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:22:35.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.270085 3909 kserver.cc:163] Server-wide thread pool size limit: 3276
07:22:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.273963 3909 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:22:35.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.282233 3909 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:22:35.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.282441 3909 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:22:35.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.282616 3909 ts_tablet_manager.cc:610] Registered 0 tablets
07:22:35.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.282755 3909 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:22:35.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.731451 3909 rpc_server.cc:307] RPC server started. Bound to: 127.3.96.66:41701
07:22:35.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.731652 4048 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.96.66:41701 every 8 connection(s)
07:22:35.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.734792 3909 server_base.cc:1166] Dumped server information to /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-1/data/info.pb
07:22:35.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.744016 3457 external_mini_cluster.cc:1388] Started /tmp/dist-test-task550Tyk/build/tsan/bin/kudu as pid 3909
07:22:35.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.744836 3457 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-1/wal/instance
07:22:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.761525 3457 external_mini_cluster.cc:1326] Running /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-2/wal
07:22:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-2/data
07:22:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:22:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:22:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:22:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-2/logs
07:22:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-2/data/info.pb
07:22:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:22:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:22:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:22:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:22:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
07:22:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:22:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.96.67:0
07:22:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.96.67
07:22:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.96.67
07:22:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:22:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.96.126:42963,127.3.96.125:35495,127.3.96.124:46717
07:22:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.96.84:36631
07:22:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:35.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
07:22:35.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.778209 4049 heartbeater.cc:347] Connected to a master server at 127.3.96.124:46717
07:22:35.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.778702 4049 heartbeater.cc:464] Registering TS with master...
07:22:35.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.779940 4049 heartbeater.cc:511] Master 127.3.96.124:46717 requested a full tablet report, sending...
07:22:35.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.782800 3661 ts_manager.cc:194] Registered new tserver with Master: b8319193270a466ea7da62d11b5f7811 (127.3.96.66:41701)
07:22:35.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.784587 4050 heartbeater.cc:347] Connected to a master server at 127.3.96.125:35495
07:22:35.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.785072 4050 heartbeater.cc:464] Registering TS with master...
07:22:35.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.785113 3661 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.96.66:39691
07:22:35.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.785863 4050 heartbeater.cc:511] Master 127.3.96.125:35495 requested a full tablet report, sending...
07:22:35.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.789860 3579 ts_manager.cc:194] Registered new tserver with Master: b8319193270a466ea7da62d11b5f7811 (127.3.96.66:41701)
07:22:35.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.795178 4051 heartbeater.cc:347] Connected to a master server at 127.3.96.126:42963
07:22:35.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.795532 4051 heartbeater.cc:464] Registering TS with master...
07:22:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.796236 4051 heartbeater.cc:511] Master 127.3.96.126:42963 requested a full tablet report, sending...
07:22:35.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:35.798454 3502 ts_manager.cc:194] Registered new tserver with Master: b8319193270a466ea7da62d11b5f7811 (127.3.96.66:41701)
07:22:36.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:36.110958 4059 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:22:36.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:36.111435 4059 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:22:36.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:36.111857 4059 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:22:36.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:36.143491 4059 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:22:36.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:36.144306 4059 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.3.96.67
07:22:36.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:36.181905 4059 tablet_server_runner.cc:78] Tablet server non-default flags:
07:22:36.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:36.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.3.96.84:36631
07:22:36.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:36.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:36.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-2/data
07:22:36.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-2/wal
07:22:36.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:36.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:36.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.3.96.67:0
07:22:36.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:22:36.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:36.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:36.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-2/data/info.pb
07:22:36.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.3.96.67
07:22:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:22:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.3.96.126:42963,127.3.96.125:35495,127.3.96.124:46717
07:22:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:22:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:22:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:22:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.3.96.67
07:22:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-2/logs
07:22:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:22:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:22:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
07:22:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:22:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:22:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:22:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 06:34:24 UTC on ccycloud.quasar-rbacaa.root.comops.site
07:22:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575854
07:22:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:22:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:36.183223 4059 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:22:36.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:36.185091 4059 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:22:36.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:36.222501 4067 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:36.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:36.792225 4049 heartbeater.cc:503] Master 127.3.96.124:46717 was elected leader, sending a full tablet report...
07:22:37.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:36.224880 4066 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:37.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:36.229391 4059 server_base.cc:1034] running on GCE node
07:22:37.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:36.226727 4069 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:37.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.532023 4059 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:22:37.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.536376 4059 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:22:37.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.537726 4059 hybrid_clock.cc:648] HybridClock initialized: now 1786260157537695 us; error 65 us; skew 500 ppm
07:22:37.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.538513 4059 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:22:37.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.546123 4059 webserver.cc:460] Webserver started at http://127.3.96.67:38867/ using document root <none> and password file <none>
07:22:37.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.547111 4059 fs_manager.cc:359] Metadata directory not provided
07:22:37.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.547364 4059 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:22:37.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.547881 4059 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:22:37.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.552923 4059 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-2/data/instance:
07:22:37.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6901cd01af747bf936ebdd4d7781215"
07:22:37.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:37 on dist-test-slave-0b58"
07:22:37.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.554246 4059 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-2/wal/instance:
07:22:37.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6901cd01af747bf936ebdd4d7781215"
07:22:37.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:37 on dist-test-slave-0b58"
07:22:37.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.561400 4059 fs_manager.cc:691] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
07:22:37.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.566953 4077 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:22:37.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.567936 4059 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.001s
07:22:37.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.568401 4059 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-2/data,/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-2/wal
07:22:37.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a6901cd01af747bf936ebdd4d7781215"
07:22:37.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:37 on dist-test-slave-0b58"
07:22:37.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.568760 4059 fs_report.cc:383] FS layout report
07:22:37.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:22:37.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-2/wal
07:22:37.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-2/wal
07:22:37.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-2/data/data
07:22:37.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:22:37.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:22:37.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:22:37.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:22:37.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:22:37.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:22:37.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:22:37.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:22:37.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:22:37.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:22:37.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:22:37.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.605218 4059 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:22:37.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.606913 4059 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:22:37.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.607529 4059 kserver.cc:163] Server-wide thread pool size limit: 3276
07:22:37.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.610342 4059 txn_system_client.cc:433] TxnSystemClient initialization is disabled...
07:22:37.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.614567 4059 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
07:22:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.614797 4059 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
07:22:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.615121 4059 ts_tablet_manager.cc:610] Registered 0 tablets
07:22:37.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.615310 4059 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
07:22:37.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.961925 4059 rpc_server.cc:307] RPC server started. Bound to: 127.3.96.67:43741
07:22:37.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.962136 4195 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.3.96.67:43741 every 8 connection(s)
07:22:37.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.966079 4059 server_base.cc:1166] Dumped server information to /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-2/data/info.pb
07:22:37.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.974267 3457 external_mini_cluster.cc:1388] Started /tmp/dist-test-task550Tyk/build/tsan/bin/kudu as pid 4059
07:22:37.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:37.974961 3457 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster7653982147115201502/ts-2/wal/instance
07:22:38.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:38.085331 4197 heartbeater.cc:347] Connected to a master server at 127.3.96.125:35495
07:22:38.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:38.085983 4197 heartbeater.cc:464] Registering TS with master...
07:22:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:38.088867 4198 heartbeater.cc:347] Connected to a master server at 127.3.96.126:42963
07:22:38.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:38.089396 4198 heartbeater.cc:464] Registering TS with master...
07:22:38.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:38.092017 4196 heartbeater.cc:347] Connected to a master server at 127.3.96.124:46717
07:22:38.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:38.092499 4196 heartbeater.cc:464] Registering TS with master...
07:22:38.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:38.092453 4198 heartbeater.cc:511] Master 127.3.96.126:42963 requested a full tablet report, sending...
07:22:38.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:38.094230 4196 heartbeater.cc:511] Master 127.3.96.124:46717 requested a full tablet report, sending...
07:22:38.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:38.094337 4197 heartbeater.cc:511] Master 127.3.96.125:35495 requested a full tablet report, sending...
07:22:38.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:38.097009 3502 ts_manager.cc:194] Registered new tserver with Master: a6901cd01af747bf936ebdd4d7781215 (127.3.96.67:43741)
07:22:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:38.100039 3661 ts_manager.cc:194] Registered new tserver with Master: a6901cd01af747bf936ebdd4d7781215 (127.3.96.67:43741)
07:22:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:38.102324 3578 ts_manager.cc:194] Registered new tserver with Master: a6901cd01af747bf936ebdd4d7781215 (127.3.96.67:43741)
07:22:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:38.104386 3661 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.3.96.67:54553
07:22:38.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:38.114877 3457 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
07:22:38.139 [DEBUG - main] (MiniKuduCluster.java:195) Response:
07:22:38.140 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
07:22:38.152 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.3.96.126"
port: 42963
}
bound_http_address {
host: "127.3.96.126"
port: 40543
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.3.96.125"
port: 35495
}
bound_http_address {
host: "127.3.96.125"
port: 42721
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.3.96.124"
port: 46717
}
bound_http_address {
host: "127.3.96.124"
port: 43743
}
}
}
07:22:38.160 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:22:38.163 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.3.96.65"
port: 37829
}
bound_http_address {
host: "127.3.96.65"
port: 37881
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.3.96.66"
port: 41701
}
bound_http_address {
host: "127.3.96.66"
port: 44159
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.3.96.67"
port: 43741
}
bound_http_address {
host: "127.3.96.67"
port: 38867
}
}
}
07:22:38.163 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
07:22:38.374 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
07:22:38.537 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-task550Tyk/test-tmp
07:22:38.538 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
07:22:38.538 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-task550Tyk/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
07:22:38.542 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837"
extra_master_flags: "--authn_token_validity_seconds=10"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
07:22:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:39.111109 4196 heartbeater.cc:503] Master 127.3.96.124:46717 was elected leader, sending a full tablet report...
07:22:39.140 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:22:39.140 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
07:22:39.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:39.143319 4208 mini_oidc.cc:152] Starting JWKS server
07:22:39.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:39.151389 4208 webserver.cc:460] Webserver started at http://127.0.0.1:41757/ using document root <none> and password file <none>
07:22:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:39.151868 4208 mini_oidc.cc:189] Starting OIDC Discovery server
07:22:39.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:39.157274 4208 webserver.cc:460] Webserver started at http://127.0.0.1:34465/ using document root <none> and password file <none>
07:22:39.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
07:22:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/principal' for realm 'KRBTEST.COM',
07:22:39.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
07:22:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:39 dist-test-slave-0b58 krb5kdc[4221](info): setting up network...
07:22:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
07:22:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:39 dist-test-slave-0b58 krb5kdc[4221](info): set up 2 sockets
07:22:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:39 dist-test-slave-0b58 krb5kdc[4221](info): commencing operation
07:22:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
07:22:40.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:40.342635 4208 mini_kdc.cc:121] Time spent starting KDC: real 1.146s user 0.000s sys 0.030s
07:22:40.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
07:22:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:22:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
07:22:40.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
07:22:40.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:22:40.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
07:22:40.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
07:22:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:22:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
07:22:40.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
07:22:40.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/test-user.keytab.
07:22:40.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/test-user.keytab.
07:22:40.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:40 dist-test-slave-0b58 krb5kdc[4221](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260160, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:22:40.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:22:40.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T07:22:40Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
07:22:40.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T07:22:40Z Disabled control of system clock
07:22:40.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.4.28.62@KRBTEST.COM; defaulting to no policy
07:22:40.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:22:40.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.4.28.62@KRBTEST.COM" created.
07:22:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:22:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.28.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.62.keytab.
07:22:40.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.28.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.62.keytab.
07:22:40.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:40.565577 4208 external_mini_cluster.cc:1326] Running /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/wal
07:22:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/data
07:22:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:22:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:22:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:22:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/logs
07:22:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/data/info.pb
07:22:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:22:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:22:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:22:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:22:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:22:40.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:22:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:22:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:22:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.28.62:43963
07:22:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.28.62
07:22:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:22:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.62.keytab
07:22:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.28.62
07:22:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:22:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:22:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:22:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.28.20:34801
07:22:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:22:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.28.62:43963,127.4.28.61:32917,127.4.28.60:40449
07:22:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:22:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41757/jwks.json
07:22:40.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:22:41.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:41.063547 4237 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:22:41.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:41.064178 4237 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:22:41.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:41.065171 4237 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:22:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:41.097206 4237 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:22:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:41.097424 4237 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:22:41.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:41.097774 4237 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:22:41.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:41.098037 4237 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:22:41.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:41.098263 4237 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:22:41.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:41.098430 4237 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:22:41.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:41.098548 4237 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41757/jwks.json
07:22:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:41.141232 4237 master_runner.cc:386] Master server non-default flags:
07:22:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.28.20:34801
07:22:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/data
07:22:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/wal
07:22:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:22:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:22:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.28.62:43963,127.4.28.61:32917,127.4.28.60:40449
07:22:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.62.keytab
07:22:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.28.62
07:22:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:41.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.28.62:43963
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41757/jwks.json
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/data/info.pb
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.28.62
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/logs
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 06:34:24 UTC on ccycloud.quasar-rbacaa.root.comops.site
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575854
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:22:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:41.142354 4237 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:22:41.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:41.143285 4237 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:22:41.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:41.191102 4244 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:42.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:41.203663 4246 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:42.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:41.195101 4243 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:42.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:42.653743 4237 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:22:42.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:42.654312 4245 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:22:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:42.657799 4237 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:22:42.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:42.661912 4237 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:22:42.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:42.663244 4237 hybrid_clock.cc:648] HybridClock initialized: now 1786260162663199 us; error 85 us; skew 500 ppm
07:22:42.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:42.664083 4237 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:22:42.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:42 dist-test-slave-0b58 krb5kdc[4221](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260162, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.28.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:22:42.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:42.675201 4237 init.cc:377] Logged in from keytab as kudu/127.4.28.62@KRBTEST.COM (short username kudu)
07:22:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:42.689867 4237 webserver.cc:460] Webserver started at http://127.4.28.62:45355/ using document root <none> and password file <none>
07:22:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:42.690868 4237 fs_manager.cc:359] Metadata directory not provided
07:22:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:42.691054 4237 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:22:42.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:42.691500 4237 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:22:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:42.698558 4237 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/data/instance:
07:22:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "66b76aa6f5ff48f49c06b414e0737b98"
07:22:42.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:42 on dist-test-slave-0b58"
07:22:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:42.699704 4237 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/wal/instance:
07:22:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "66b76aa6f5ff48f49c06b414e0737b98"
07:22:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:42 on dist-test-slave-0b58"
07:22:42.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:42.714537 4237 fs_manager.cc:691] Time spent creating directory manager: real 0.014s user 0.006s sys 0.006s
07:22:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:42.724530 4254 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:22:42.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:42.725741 4237 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.003s sys 0.005s
07:22:42.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:42.726099 4237 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/data,/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/wal
07:22:42.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "66b76aa6f5ff48f49c06b414e0737b98"
07:22:42.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:42 on dist-test-slave-0b58"
07:22:42.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:42.726490 4237 fs_report.cc:383] FS layout report
07:22:42.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:22:42.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/wal
07:22:42.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/wal
07:22:42.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/data/data
07:22:42.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:22:42.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:22:42.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:22:42.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:22:42.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:22:42.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:22:42.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:22:42.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:22:42.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:22:42.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:22:42.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:22:42.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:42.794351 4237 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:22:42.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:42.802990 4237 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:22:42.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:42.803828 4237 kserver.cc:163] Server-wide thread pool size limit: 3276
07:22:43.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:43.103901 4237 rpc_server.cc:307] RPC server started. Bound to: 127.4.28.62:43963
07:22:43.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:43.104216 4307 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.28.62:43963 every 8 connection(s)
07:22:43.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:43.107182 4237 server_base.cc:1166] Dumped server information to /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/data/info.pb
07:22:43.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:43.112241 4208 external_mini_cluster.cc:1388] Started /tmp/dist-test-task550Tyk/build/tsan/bin/kudu as pid 4237
07:22:43.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:43.113055 4208 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/wal/instance
07:22:43.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:43.121431 4308 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:22:43.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:43.142668 4308 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } has no permanent_uuid. Determining permanent_uuid...
07:22:43.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.4.28.61@KRBTEST.COM; defaulting to no policy
07:22:43.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:22:43.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.4.28.61@KRBTEST.COM" created.
07:22:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:43 dist-test-slave-0b58 krb5kdc[4221](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260162, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.28.62@KRBTEST.COM for kudu/127.4.28.62@KRBTEST.COM
07:22:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:22:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.28.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.61.keytab.
07:22:43.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.28.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.61.keytab.
07:22:43.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:43.187925 4208 external_mini_cluster.cc:1326] Running /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:43.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:43.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/wal
07:22:43.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/data
07:22:43.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:22:43.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:22:43.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:22:43.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:43.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:43.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:43.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/logs
07:22:43.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/data/info.pb
07:22:43.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.28.61:32917
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.28.61
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.61.keytab
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.28.61
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.28.20:34801
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:22:43.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.28.62:43963,127.4.28.61:32917,127.4.28.60:40449
07:22:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:22:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41757/jwks.json
07:22:43.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:22:43.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:43.203764 4308 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } has no permanent_uuid. Determining permanent_uuid...
07:22:43.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:43.206532 4255 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.28.61:32917: connect: Connection refused (error 111)
07:22:43.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:43.212297 4308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.28.61:32917: Network error: Client connection negotiation failed: client connection to 127.4.28.61:32917: connect: Connection refused (error 111)
07:22:43.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:43.261781 4308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } attempt: 1
07:22:43.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:43.266268 4308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.28.61:32917: Network error: Client connection negotiation failed: client connection to 127.4.28.61:32917: connect: Connection refused (error 111)
07:22:43.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:43.334744 4308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } attempt: 2
07:22:43.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:43.339844 4308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.28.61:32917: Network error: Client connection negotiation failed: client connection to 127.4.28.61:32917: connect: Connection refused (error 111)
07:22:43.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:43.431321 4308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } attempt: 3
07:22:43.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:43.437342 4308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.28.61:32917: Network error: Client connection negotiation failed: client connection to 127.4.28.61:32917: connect: Connection refused (error 111)
07:22:43.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:43.580777 4308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } attempt: 4
07:22:43.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:43.586514 4308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.28.61:32917: Network error: Client connection negotiation failed: client connection to 127.4.28.61:32917: connect: Connection refused (error 111)
07:22:43.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:43.676823 4314 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:22:43.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:43.677597 4314 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:22:43.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:43.678912 4314 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:22:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:43.711979 4314 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:22:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:43.712195 4314 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:22:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:43.712541 4314 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:22:43.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:43.712750 4314 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:22:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:43.712946 4314 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:22:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:43.713145 4314 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:22:43.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:43.713277 4314 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41757/jwks.json
07:22:43.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:43.751332 4314 master_runner.cc:386] Master server non-default flags:
07:22:43.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:43.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.28.20:34801
07:22:43.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:43.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/data
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/wal
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.28.62:43963,127.4.28.61:32917,127.4.28.60:40449
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.61.keytab
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.28.61
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.28.61:32917
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41757/jwks.json
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/data/info.pb
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.28.61
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/logs
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 06:34:24 UTC on ccycloud.quasar-rbacaa.root.comops.site
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575854
07:22:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:22:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:43.752717 4314 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:22:43.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:43.753731 4314 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:22:43.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:43.789470 4323 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:43.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:43.885924 4308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } attempt: 5
07:22:43.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:43.895612 4308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.28.61:32917: Network error: Client connection negotiation failed: client connection to 127.4.28.61:32917: connect: Connection refused (error 111)
07:22:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:44.443205 4308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } attempt: 6
07:22:44.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:44.449977 4308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.28.61:32917: Network error: Client connection negotiation failed: client connection to 127.4.28.61:32917: connect: Connection refused (error 111)
07:22:45.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:43.795996 4326 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:45.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:43.791098 4324 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:45.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:45.246418 4325 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1458 milliseconds
07:22:45.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.246563 4314 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:22:45.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.247970 4314 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:22:45.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.253037 4314 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:22:45.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.254520 4314 hybrid_clock.cc:648] HybridClock initialized: now 1786260165254484 us; error 41 us; skew 500 ppm
07:22:45.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.255486 4314 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:22:45.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:45 dist-test-slave-0b58 krb5kdc[4221](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260165, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.28.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:22:45.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.264017 4314 init.cc:377] Logged in from keytab as kudu/127.4.28.61@KRBTEST.COM (short username kudu)
07:22:45.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.274348 4314 webserver.cc:460] Webserver started at http://127.4.28.61:36103/ using document root <none> and password file <none>
07:22:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.275344 4314 fs_manager.cc:359] Metadata directory not provided
07:22:45.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.275530 4314 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:22:45.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.275929 4314 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:22:45.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.281517 4314 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/data/instance:
07:22:45.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1f68b77b53794bdbac97aaf423753e39"
07:22:45.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:45 on dist-test-slave-0b58"
07:22:45.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.282583 4314 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/wal/instance:
07:22:45.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1f68b77b53794bdbac97aaf423753e39"
07:22:45.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:45 on dist-test-slave-0b58"
07:22:45.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.293339 4314 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.001s sys 0.010s
07:22:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.303308 4339 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:22:45.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.304841 4314 fs_manager.cc:725] Time spent opening block manager: real 0.008s user 0.001s sys 0.005s
07:22:45.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.305281 4314 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/data,/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/wal
07:22:45.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1f68b77b53794bdbac97aaf423753e39"
07:22:45.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:45 on dist-test-slave-0b58"
07:22:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.305668 4314 fs_report.cc:383] FS layout report
07:22:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:22:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/wal
07:22:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/wal
07:22:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/data/data
07:22:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:22:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:22:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:22:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:22:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:22:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:22:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:22:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:22:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:22:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:22:45.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:22:45.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.354266 4314 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:22:45.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.362423 4314 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:22:45.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.363065 4314 kserver.cc:163] Server-wide thread pool size limit: 3276
07:22:45.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.510411 4308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } attempt: 7
07:22:45.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:45.525931 4308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.28.61:32917: Network error: Client connection negotiation failed: client connection to 127.4.28.61:32917: connect: Connection refused (error 111)
07:22:45.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.586990 4314 rpc_server.cc:307] RPC server started. Bound to: 127.4.28.61:32917
07:22:45.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.587467 4393 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.28.61:32917 every 8 connection(s)
07:22:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.590417 4314 server_base.cc:1166] Dumped server information to /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/data/info.pb
07:22:45.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.593923 4208 external_mini_cluster.cc:1388] Started /tmp/dist-test-task550Tyk/build/tsan/bin/kudu as pid 4314
07:22:45.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.594641 4208 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/wal/instance
07:22:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.604002 4394 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:22:45.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.4.28.60@KRBTEST.COM; defaulting to no policy
07:22:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:22:45.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.4.28.60@KRBTEST.COM" created.
07:22:45.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.629117 4394 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } has no permanent_uuid. Determining permanent_uuid...
07:22:45.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
07:22:45.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.28.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.60.keytab.
07:22:45.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.4.28.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.60.keytab.
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.651815 4208 external_mini_cluster.cc:1326] Running /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/wal
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/data
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/logs
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/data/info.pb
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.28.60:40449
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.28.60
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.60.keytab
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.28.60
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:22:45.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:22:45.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:22:45.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.28.20:34801
07:22:45.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:45.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:45.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:45.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:22:45.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.28.62:43963,127.4.28.61:32917,127.4.28.60:40449
07:22:45.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:22:45.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41757/jwks.json
07:22:45.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:22:45.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:45 dist-test-slave-0b58 krb5kdc[4221](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260165, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.28.61@KRBTEST.COM for kudu/127.4.28.62@KRBTEST.COM
07:22:45.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.684221 4394 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } has no permanent_uuid. Determining permanent_uuid...
07:22:45.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:45 dist-test-slave-0b58 krb5kdc[4221](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260165, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.28.61@KRBTEST.COM for kudu/127.4.28.61@KRBTEST.COM
07:22:45.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.721742 4394 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } has no permanent_uuid. Determining permanent_uuid...
07:22:45.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:45.725189 4343 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.28.60:40449: connect: Connection refused (error 111)
07:22:45.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:45.736284 4394 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.28.60:40449: Network error: Client connection negotiation failed: client connection to 127.4.28.60:40449: connect: Connection refused (error 111)
07:22:45.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.785902 4394 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } attempt: 1
07:22:45.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:45.790938 4394 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.28.60:40449: Network error: Client connection negotiation failed: client connection to 127.4.28.60:40449: connect: Connection refused (error 111)
07:22:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.859421 4394 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } attempt: 2
07:22:45.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:45.865147 4394 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.28.60:40449: Network error: Client connection negotiation failed: client connection to 127.4.28.60:40449: connect: Connection refused (error 111)
07:22:45.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:45.956766 4394 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } attempt: 3
07:22:45.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:45.962528 4394 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.28.60:40449: Network error: Client connection negotiation failed: client connection to 127.4.28.60:40449: connect: Connection refused (error 111)
07:22:46.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:46.106020 4394 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } attempt: 4
07:22:46.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:46.112397 4394 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.28.60:40449: Network error: Client connection negotiation failed: client connection to 127.4.28.60:40449: connect: Connection refused (error 111)
07:22:46.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:46.158530 4401 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:22:46.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:46.159453 4401 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:22:46.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:46.160513 4401 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:22:46.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:46.201056 4401 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:22:46.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:46.201354 4401 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:22:46.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:46.201723 4401 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:22:46.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:46.202044 4401 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:22:46.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:46.202353 4401 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:22:46.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:46.202674 4401 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:22:46.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:46.202901 4401 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41757/jwks.json
07:22:46.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:46.245393 4401 master_runner.cc:386] Master server non-default flags:
07:22:46.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:46.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.28.20:34801
07:22:46.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:46.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:46.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/data
07:22:46.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/wal
07:22:46.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:22:46.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:22:46.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.28.62:43963,127.4.28.61:32917,127.4.28.60:40449
07:22:46.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.60.keytab
07:22:46.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.28.60
07:22:46.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:46.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:46.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:22:46.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.28.60:40449
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41757/jwks.json
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/data/info.pb
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.28.60
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/logs
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 06:34:24 UTC on ccycloud.quasar-rbacaa.root.comops.site
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575854
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:22:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:46.246868 4401 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:22:46.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:46.248172 4401 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:22:46.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:46.285211 4412 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:46.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:46.411870 4394 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } attempt: 5
07:22:46.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:46.415454 4394 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.28.60:40449: Network error: Client connection negotiation failed: client connection to 127.4.28.60:40449: connect: Connection refused (error 111)
07:22:46.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:46.962826 4394 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } attempt: 6
07:22:46.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:46.983680 4394 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.28.60:40449: Network error: Client connection negotiation failed: client connection to 127.4.28.60:40449: connect: Connection refused (error 111)
07:22:47.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.616578 4308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } attempt: 8
07:22:47.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:47 dist-test-slave-0b58 krb5kdc[4221](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260162, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.28.62@KRBTEST.COM for kudu/127.4.28.61@KRBTEST.COM
07:22:47.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.654188 4308 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } has no permanent_uuid. Determining permanent_uuid...
07:22:47.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:47.666122 4308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.28.60:40449: Network error: Client connection negotiation failed: client connection to 127.4.28.60:40449: connect: Connection refused (error 111)
07:22:47.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:46.286890 4411 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:47.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:46.287560 4401 server_base.cc:1034] running on GCE node
07:22:47.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:46.286617 4414 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.673369 4401 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:22:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.678346 4401 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:22:47.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.679771 4401 hybrid_clock.cc:648] HybridClock initialized: now 1786260167679725 us; error 66 us; skew 500 ppm
07:22:47.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.680827 4401 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:22:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:47 dist-test-slave-0b58 krb5kdc[4221](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260167, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.28.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:22:47.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.692627 4401 init.cc:377] Logged in from keytab as kudu/127.4.28.60@KRBTEST.COM (short username kudu)
07:22:47.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.704766 4401 webserver.cc:460] Webserver started at http://127.4.28.60:35599/ using document root <none> and password file <none>
07:22:47.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.705869 4401 fs_manager.cc:359] Metadata directory not provided
07:22:47.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.706121 4401 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:22:47.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.706724 4401 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
07:22:47.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.712942 4401 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/data/instance:
07:22:47.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae20abce23464dc787166db8ff9ae018"
07:22:47.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:47 on dist-test-slave-0b58"
07:22:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.714162 4401 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/wal/instance:
07:22:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae20abce23464dc787166db8ff9ae018"
07:22:47.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:47 on dist-test-slave-0b58"
07:22:47.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.724972 4401 fs_manager.cc:691] Time spent creating directory manager: real 0.010s user 0.006s sys 0.005s
07:22:47.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.731751 4308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } attempt: 1
07:22:47.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.737143 4428 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:22:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.738857 4401 fs_manager.cc:725] Time spent opening block manager: real 0.010s user 0.002s sys 0.005s
07:22:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.739283 4401 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/data,/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/wal
07:22:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae20abce23464dc787166db8ff9ae018"
07:22:47.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:47 on dist-test-slave-0b58"
07:22:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:47.739706 4308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.28.60:40449: Network error: Client connection negotiation failed: client connection to 127.4.28.60:40449: connect: Connection refused (error 111)
07:22:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.739770 4401 fs_report.cc:383] FS layout report
07:22:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:22:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/wal
07:22:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/wal
07:22:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/data/data
07:22:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:22:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:22:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:22:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:22:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:22:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:22:47.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:22:47.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:22:47.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:22:47.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:22:47.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:22:47.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.793260 4308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } attempt: 2
07:22:47.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:47.799347 4308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.28.60:40449: Network error: Client connection negotiation failed: client connection to 127.4.28.60:40449: connect: Connection refused (error 111)
07:22:47.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.804945 4401 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:22:47.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.812222 4401 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:22:47.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.812899 4401 kserver.cc:163] Server-wide thread pool size limit: 3276
07:22:47.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:47.875865 4308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } attempt: 3
07:22:47.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:47.889416 4308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.28.60:40449: Network error: Client connection negotiation failed: client connection to 127.4.28.60:40449: connect: Connection refused (error 111)
07:22:48.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.044277 4394 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } attempt: 7
07:22:48.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.045135 4308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } attempt: 4
07:22:48.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:48.055024 4308 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.28.60:40449: Network error: Client connection negotiation failed: client connection to 127.4.28.60:40449: connect: Connection refused (error 111)
07:22:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:48.063028 4394 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.4.28.60:40449: Network error: Client connection negotiation failed: client connection to 127.4.28.60:40449: connect: Connection refused (error 111)
07:22:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.091490 4401 rpc_server.cc:307] RPC server started. Bound to: 127.4.28.60:40449
07:22:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.091920 4483 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.28.60:40449 every 8 connection(s)
07:22:48.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.095530 4401 server_base.cc:1166] Dumped server information to /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/data/info.pb
07:22:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.098527 4208 external_mini_cluster.cc:1388] Started /tmp/dist-test-task550Tyk/build/tsan/bin/kudu as pid 4401
07:22:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.099155 4208 external_mini_cluster.cc:1402] Reading /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/wal/instance
07:22:48.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.118568 4484 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
07:22:48.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.164330 4484 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } has no permanent_uuid. Determining permanent_uuid...
07:22:48.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:48 dist-test-slave-0b58 krb5kdc[4221](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260160, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.4.28.60@KRBTEST.COM
07:22:48.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:48 dist-test-slave-0b58 krb5kdc[4221](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260167, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.28.60@KRBTEST.COM for kudu/127.4.28.62@KRBTEST.COM
07:22:48.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.252307 4484 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } has no permanent_uuid. Determining permanent_uuid...
07:22:48.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:48 dist-test-slave-0b58 krb5kdc[4221](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260160, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.4.28.61@KRBTEST.COM
07:22:48.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:48 dist-test-slave-0b58 krb5kdc[4221](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260167, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.28.60@KRBTEST.COM for kudu/127.4.28.61@KRBTEST.COM
07:22:48.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.303368 4484 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } has no permanent_uuid. Determining permanent_uuid...
07:22:48.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:48 dist-test-slave-0b58 krb5kdc[4221](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260160, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.4.28.62@KRBTEST.COM
07:22:48.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:48 dist-test-slave-0b58 krb5kdc[4221](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260167, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.28.60@KRBTEST.COM for kudu/127.4.28.60@KRBTEST.COM
07:22:48.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.340178 4208 external_mini_cluster.cc:930] 0 TS(s) registered with all masters
07:22:48.349 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:22:48.350 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
07:22:48.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.351786 4308 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } attempt: 5
07:22:48.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.358707 4484 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: Bootstrap starting.
07:22:48.368 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
07:22:48.370 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
07:22:48.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:48 dist-test-slave-0b58 krb5kdc[4221](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260162, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.28.62@KRBTEST.COM for kudu/127.4.28.60@KRBTEST.COM
07:22:48.375 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.4.28.62"
port: 43963
}
bound_http_address {
host: "127.4.28.62"
port: 45355
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.4.28.61"
port: 32917
}
bound_http_address {
host: "127.4.28.61"
port: 36103
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.4.28.60"
port: 40449
}
bound_http_address {
host: "127.4.28.60"
port: 35599
}
}
}
07:22:48.375 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
07:22:48.376 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:22:48.376 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:22:48.378 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:22:48.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.380196 4484 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: Neither blocks nor log segments found. Creating new log.
07:22:48.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.386983 4484 log.cc:824] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: Log is configured to *not* fsync() on all Append() calls
07:22:48.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.408965 4484 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: No bootstrap required, opened a new log
07:22:48.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.424942 4308 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98: Bootstrap starting.
07:22:48.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.440680 4308 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98: Neither blocks nor log segments found. Creating new log.
07:22:48.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:48 dist-test-slave-0b58 krb5kdc[4221](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260168, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:22:48.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:22:48.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.448875 4308 log.cc:824] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98: Log is configured to *not* fsync() on all Append() calls
07:22:48.458 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:22:48.461 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5cc
07:22:48.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.466418 4308 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98: No bootstrap required, opened a new log
07:22:48.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.465669 4484 raft_consensus.cc:348] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } }
07:22:48.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.467000 4484 raft_consensus.cc:374] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:22:48.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.467499 4484 raft_consensus.cc:729] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae20abce23464dc787166db8ff9ae018, State: Initialized, Role: FOLLOWER
07:22:48.470 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:22:48.471 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5cc
07:22:48.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.469004 4484 consensus_queue.cc:260] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } }
07:22:48.473 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:22:48.481 [DEBUG - Time-limited test] (SecurityContext.java:161) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
07:22:48.483 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:22:48.484 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:22:48.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.482905 4497 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } } }
07:22:48.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.484907 4497 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [sys.catalog]: This master's current role is: FOLLOWER
07:22:48.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.486115 4484 sys_catalog.cc:564] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [sys.catalog]: configured and running, proceeding with master startup.
07:22:48.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.535377 4308 raft_consensus.cc:348] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } }
07:22:48.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.537369 4308 raft_consensus.cc:374] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:22:48.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.538199 4308 raft_consensus.cc:729] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 66b76aa6f5ff48f49c06b414e0737b98, State: Initialized, Role: FOLLOWER
07:22:48.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.539884 4308 consensus_queue.cc:260] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } }
07:22:48.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.548527 4506 sys_catalog.cc:455] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } } }
07:22:48.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.550232 4506 sys_catalog.cc:458] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [sys.catalog]: This master's current role is: FOLLOWER
07:22:48.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.553527 4308 sys_catalog.cc:564] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [sys.catalog]: configured and running, proceeding with master startup.
07:22:48.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:48 dist-test-slave-0b58 krb5kdc[4221](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260168, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:22:48.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:22:48.569 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:22:48.570 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5cc
07:22:48.575 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:22:48.575 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.28.61:32917
07:22:48.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:48.577281 4435 tablet.cc:2369] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:22:48.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:48.578243 4260 tablet.cc:2369] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:22:48.581 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
07:22:48.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.582540 4208 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task550Tyk/build/tsan/bin/kudu with pid 4314
07:22:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:48.626859 4514 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:22:48.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:48.627596 4514 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:22:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.632812 4497 raft_consensus.cc:482] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:22:48.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.633369 4497 raft_consensus.cc:504] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } }
07:22:48.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.635881 4497 leader_election.cc:288] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 66b76aa6f5ff48f49c06b414e0737b98 (127.4.28.62:43963), 1f68b77b53794bdbac97aaf423753e39 (127.4.28.61:32917)
07:22:48.639 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:22:48.639 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.28.60:40449
07:22:48.639 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
07:22:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.638149 4281 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ae20abce23464dc787166db8ff9ae018" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "66b76aa6f5ff48f49c06b414e0737b98" is_pre_election: true
07:22:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.639072 4281 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ae20abce23464dc787166db8ff9ae018 in term 0.
07:22:48.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.639900 4208 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task550Tyk/build/tsan/bin/kudu with pid 4401
07:22:48.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:48.654838 4523 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:22:48.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:48.655535 4523 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:22:48.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:48.671528 4257 connection.cc:535] server connection from 127.0.0.1:37548 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
07:22:48.674 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:22:48.674 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.28.62:43963
07:22:48.675 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
07:22:48.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.675351 4208 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task550Tyk/build/tsan/bin/kudu with pid 4237
07:22:48.711 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:22:48.712 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.28.61:32917
07:22:48.714 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
07:22:48.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:48.715391 4208 external_mini_cluster.cc:1326] Running /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:48.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:48.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/wal
07:22:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/data
07:22:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:22:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:22:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:22:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/logs
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/data/info.pb
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.28.61:32917
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.28.61
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36103
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.61.keytab
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.28.61
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.28.20:34801
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:48.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:48.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:48.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:22:48.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.28.62:43963,127.4.28.61:32917,127.4.28.60:40449
07:22:48.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:22:48.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41757/jwks.json
07:22:48.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:22:49.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:49.045262 4525 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:22:49.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:49.045816 4525 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:22:49.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:49.046443 4525 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:22:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:49.078805 4525 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:22:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:49.079035 4525 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:22:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:49.079319 4525 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:22:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:49.079519 4525 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:22:49.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:49.079708 4525 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:22:49.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:49.079901 4525 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:22:49.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:49.080041 4525 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41757/jwks.json
07:22:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:49.119342 4525 master_runner.cc:386] Master server non-default flags:
07:22:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.28.20:34801
07:22:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/data
07:22:49.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/wal
07:22:49.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:22:49.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:22:49.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.28.62:43963,127.4.28.61:32917,127.4.28.60:40449
07:22:49.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.61.keytab
07:22:49.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.28.61
07:22:49.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:49.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:49.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:22:49.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.28.61:32917
07:22:49.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:22:49.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:22:49.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:22:49.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41757/jwks.json
07:22:49.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:22:49.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/data/info.pb
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.28.61
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36103
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/logs
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 06:34:24 UTC on ccycloud.quasar-rbacaa.root.comops.site
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575854
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:49.120551 4525 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:22:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:49.121526 4525 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:22:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:49.140288 4536 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:50.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:49.140738 4533 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:50.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:49.140331 4534 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:50.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:50.392287 4535 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:22:50.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.392432 4525 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:22:50.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.396879 4525 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:22:50.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.399999 4525 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:22:50.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.401479 4525 hybrid_clock.cc:648] HybridClock initialized: now 1786260170401392 us; error 86 us; skew 500 ppm
07:22:50.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.402498 4525 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:22:50.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:50 dist-test-slave-0b58 krb5kdc[4221](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260170, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.28.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:22:50.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.410069 4525 init.cc:377] Logged in from keytab as kudu/127.4.28.61@KRBTEST.COM (short username kudu)
07:22:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.416013 4525 webserver.cc:460] Webserver started at http://127.4.28.61:36103/ using document root <none> and password file <none>
07:22:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.417200 4525 fs_manager.cc:359] Metadata directory not provided
07:22:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.417475 4525 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:22:50.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.428414 4525 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.003s sys 0.005s
07:22:50.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.434047 4545 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:22:50.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.435353 4525 fs_manager.cc:725] Time spent opening block manager: real 0.005s user 0.003s sys 0.002s
07:22:50.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.435729 4525 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/data,/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/wal
07:22:50.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1f68b77b53794bdbac97aaf423753e39"
07:22:50.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:45 on dist-test-slave-0b58"
07:22:50.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.439038 4525 fs_report.cc:383] FS layout report
07:22:50.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:22:50.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/wal
07:22:50.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/wal
07:22:50.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/data/data
07:22:50.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:22:50.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:22:50.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:22:50.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:22:50.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:22:50.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:22:50.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:22:50.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:22:50.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:22:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:22:50.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:22:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.490149 4525 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:22:50.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.496241 4525 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:22:50.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.496799 4525 kserver.cc:163] Server-wide thread pool size limit: 3276
07:22:50.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.574410 4525 rpc_server.cc:307] RPC server started. Bound to: 127.4.28.61:32917
07:22:50.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.574555 4599 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.28.61:32917 every 8 connection(s)
07:22:50.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.577663 4525 server_base.cc:1166] Dumped server information to /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/data/info.pb
07:22:50.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.587249 4208 external_mini_cluster.cc:1388] Started /tmp/dist-test-task550Tyk/build/tsan/bin/kudu as pid 4525
07:22:50.588 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:22:50.588 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.28.60:40449
07:22:50.588 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
07:22:50.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.589753 4600 sys_catalog.cc:263] Verifying existing consensus state
07:22:50.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.590533 4208 external_mini_cluster.cc:1326] Running /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/wal
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/data
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/logs
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/data/info.pb
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.28.60:40449
07:22:50.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.28.60
07:22:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35599
07:22:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.60.keytab
07:22:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.28.60
07:22:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:22:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:22:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:22:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.28.20:34801
07:22:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:22:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.28.62:43963,127.4.28.61:32917,127.4.28.60:40449
07:22:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:22:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41757/jwks.json
07:22:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:22:50.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260809 07:22:50.590816 4600 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:22:50.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.591303 4525 master.cc:537] Master@127.4.28.61:32917 shutting down...
07:22:50.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:50.666234 4525 master.cc:552] Master@127.4.28.61:32917 shutdown complete.
07:22:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:22:50.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:50.928431 4602 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:22:50.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:50.929031 4602 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:22:50.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:50.929627 4602 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:22:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:50.977947 4602 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:22:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:50.978284 4602 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:22:50.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:50.978705 4602 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:22:50.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:50.979038 4602 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:22:50.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:50.979367 4602 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:22:50.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:50.979732 4602 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:22:50.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:50.979959 4602 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41757/jwks.json
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:51.017552 4602 master_runner.cc:386] Master server non-default flags:
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.28.20:34801
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/data
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/wal
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.28.62:43963,127.4.28.61:32917,127.4.28.60:40449
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.60.keytab
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.28.60
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.28.60:40449
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41757/jwks.json
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:51.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/data/info.pb
07:22:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.28.60
07:22:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35599
07:22:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:22:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:22:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:22:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/logs
07:22:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:22:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:22:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:22:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:22:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:22:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:22:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 06:34:24 UTC on ccycloud.quasar-rbacaa.root.comops.site
07:22:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575854
07:22:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:22:51.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:51.019122 4602 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:22:51.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:51.020313 4602 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:22:51.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:51.038029 4611 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:51.040324 4602 server_base.cc:1034] running on GCE node
07:22:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:51.039744 4608 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:52.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:51.038303 4609 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:52.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.267969 4602 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:22:52.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.270594 4602 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:22:52.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.271929 4602 hybrid_clock.cc:648] HybridClock initialized: now 1786260172271906 us; error 42 us; skew 500 ppm
07:22:52.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.272768 4602 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:22:52.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:52 dist-test-slave-0b58 krb5kdc[4221](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260172, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.28.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:22:52.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.278558 4602 init.cc:377] Logged in from keytab as kudu/127.4.28.60@KRBTEST.COM (short username kudu)
07:22:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.283836 4602 webserver.cc:460] Webserver started at http://127.4.28.60:35599/ using document root <none> and password file <none>
07:22:52.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.284739 4602 fs_manager.cc:359] Metadata directory not provided
07:22:52.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.284984 4602 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:22:52.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.293329 4602 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.006s sys 0.002s
07:22:52.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.297936 4619 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:22:52.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.299019 4602 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
07:22:52.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.299317 4602 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/data,/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/wal
07:22:52.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae20abce23464dc787166db8ff9ae018"
07:22:52.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:47 on dist-test-slave-0b58"
07:22:52.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.301622 4602 fs_report.cc:383] FS layout report
07:22:52.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:22:52.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/wal
07:22:52.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/wal
07:22:52.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/data/data
07:22:52.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:22:52.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:22:52.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:22:52.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:22:52.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:22:52.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:22:52.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:22:52.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:22:52.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:22:52.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:22:52.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:22:52.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.351217 4602 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:22:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.356535 4602 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:22:52.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.356983 4602 kserver.cc:163] Server-wide thread pool size limit: 3276
07:22:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.438931 4602 rpc_server.cc:307] RPC server started. Bound to: 127.4.28.60:40449
07:22:52.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.439044 4673 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.28.60:40449 every 8 connection(s)
07:22:52.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.442659 4602 server_base.cc:1166] Dumped server information to /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/data/info.pb
07:22:52.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.449012 4208 external_mini_cluster.cc:1388] Started /tmp/dist-test-task550Tyk/build/tsan/bin/kudu as pid 4602
07:22:52.450 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:22:52.450 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.28.62:43963
07:22:52.450 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
07:22:52.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.452055 4208 external_mini_cluster.cc:1326] Running /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:52.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:52.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/wal
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/data
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/logs
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/data/info.pb
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.28.62:43963
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.28.62
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45355
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.62.keytab
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.28.62
07:22:52.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:22:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:22:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:22:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.28.20:34801
07:22:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:22:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.28.62:43963,127.4.28.61:32917,127.4.28.60:40449
07:22:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:22:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41757/jwks.json
07:22:52.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:22:52.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.455312 4674 sys_catalog.cc:263] Verifying existing consensus state
07:22:52.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.460631 4674 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: Bootstrap starting.
07:22:52.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.495173 4674 log.cc:824] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: Log is configured to *not* fsync() on all Append() calls
07:22:52.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.499989 4674 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:22:52.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.500875 4674 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: Bootstrap complete.
07:22:52.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.526680 4674 raft_consensus.cc:348] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } }
07:22:52.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.529305 4674 raft_consensus.cc:374] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:22:52.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.529614 4674 raft_consensus.cc:729] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae20abce23464dc787166db8ff9ae018, State: Initialized, Role: FOLLOWER
07:22:52.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.530555 4674 consensus_queue.cc:260] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } }
07:22:52.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.533733 4679 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } } }
07:22:52.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.534643 4679 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [sys.catalog]: This master's current role is: FOLLOWER
07:22:52.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.535611 4674 sys_catalog.cc:564] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [sys.catalog]: configured and running, proceeding with master startup.
07:22:52.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:52.567879 4690 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:22:52.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:52.568229 4690 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:22:52.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.570533 4602 master_runner.cc:186] Error getting master registration for 127.4.28.62:43963: Network error: Client connection negotiation failed: client connection to 127.4.28.62:43963: connect: Connection refused (error 111),
07:22:52.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.603475 4602 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:22:52.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:52.612165 4625 tablet.cc:2369] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:22:52.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:52.795147 4676 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:22:52.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:52.795800 4676 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:22:52.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:52.796579 4676 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:22:52.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:52.830282 4676 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:22:52.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:52.830554 4676 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:22:52.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:52.830969 4676 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:22:52.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:52.831303 4676 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:22:52.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:52.831619 4676 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:22:52.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:52.831943 4676 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:22:52.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:52.832170 4676 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41757/jwks.json
07:22:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.868920 4676 master_runner.cc:386] Master server non-default flags:
07:22:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.28.20:34801
07:22:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/data
07:22:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/wal
07:22:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:22:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:22:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.28.62:43963,127.4.28.61:32917,127.4.28.60:40449
07:22:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.62.keytab
07:22:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.28.62
07:22:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:22:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.28.62:43963
07:22:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:22:52.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:22:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:22:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41757/jwks.json
07:22:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:22:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:22:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:22:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/data/info.pb
07:22:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.28.62
07:22:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45355
07:22:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:22:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:22:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:22:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/logs
07:22:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:22:52.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:22:52.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:22:52.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:22:52.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:22:52.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:22:52.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 06:34:24 UTC on ccycloud.quasar-rbacaa.root.comops.site
07:22:52.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575854
07:22:52.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:22:52.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.870373 4676 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:22:52.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.871728 4676 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:22:52.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:52.892316 4699 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:52.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.937243 4679 raft_consensus.cc:482] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:22:52.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.938066 4679 raft_consensus.cc:504] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } }
07:22:52.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:52.942701 4620 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.28.62:43963: connect: Connection refused (error 111)
07:22:52.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.945353 4679 leader_election.cc:288] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 66b76aa6f5ff48f49c06b414e0737b98 (127.4.28.62:43963), 1f68b77b53794bdbac97aaf423753e39 (127.4.28.61:32917)
07:22:52.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:52.960132 4620 leader_election.cc:334] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 66b76aa6f5ff48f49c06b414e0737b98 (127.4.28.62:43963): Network error: Client connection negotiation failed: client connection to 127.4.28.62:43963: connect: Connection refused (error 111)
07:22:52.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:52.962464 4620 leader_election.cc:334] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 1f68b77b53794bdbac97aaf423753e39 (127.4.28.61:32917): Network error: Client connection negotiation failed: client connection to 127.4.28.61:32917: connect: Connection refused (error 111)
07:22:52.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.962819 4620 leader_election.cc:302] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ae20abce23464dc787166db8ff9ae018; no voters: 1f68b77b53794bdbac97aaf423753e39, 66b76aa6f5ff48f49c06b414e0737b98
07:22:52.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:52.963681 4679 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
07:22:53.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:53.574744 4690 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:22:53.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:53.575300 4690 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:22:54.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:52.894055 4698 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:52.897958 4701 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:54.156702 4700 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
07:22:54.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.157392 4676 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:22:54.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.161514 4676 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:22:54.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.164497 4676 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:22:54.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.165966 4676 hybrid_clock.cc:648] HybridClock initialized: now 1786260174165926 us; error 42 us; skew 500 ppm
07:22:54.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.166880 4676 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:22:54.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:54 dist-test-slave-0b58 krb5kdc[4221](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260174, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.28.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:22:54.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.177066 4676 init.cc:377] Logged in from keytab as kudu/127.4.28.62@KRBTEST.COM (short username kudu)
07:22:54.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.183478 4676 webserver.cc:460] Webserver started at http://127.4.28.62:45355/ using document root <none> and password file <none>
07:22:54.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.184451 4676 fs_manager.cc:359] Metadata directory not provided
07:22:54.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.184698 4676 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:22:54.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.193535 4676 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.007s sys 0.001s
07:22:54.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.199039 4713 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:22:54.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.200141 4676 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.004s sys 0.002s
07:22:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.200511 4676 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/data,/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/wal
07:22:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "66b76aa6f5ff48f49c06b414e0737b98"
07:22:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:42 on dist-test-slave-0b58"
07:22:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.203006 4676 fs_report.cc:383] FS layout report
07:22:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:22:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/wal
07:22:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/wal
07:22:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/data/data
07:22:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:22:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:22:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:22:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:22:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:22:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:22:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:22:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:22:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:22:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:22:54.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:22:54.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.241123 4676 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:22:54.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.246922 4676 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:22:54.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.247550 4676 kserver.cc:163] Server-wide thread pool size limit: 3276
07:22:54.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.342304 4676 rpc_server.cc:307] RPC server started. Bound to: 127.4.28.62:43963
07:22:54.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.342581 4764 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.28.62:43963 every 8 connection(s)
07:22:54.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.345250 4676 server_base.cc:1166] Dumped server information to /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/data/info.pb
07:22:54.347 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:22:54.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.346159 4208 external_mini_cluster.cc:1388] Started /tmp/dist-test-task550Tyk/build/tsan/bin/kudu as pid 4676
07:22:54.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.363780 4765 sys_catalog.cc:263] Verifying existing consensus state
07:22:54.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.375458 4765 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98: Bootstrap starting.
07:22:54.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.423167 4765 log.cc:824] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98: Log is configured to *not* fsync() on all Append() calls
07:22:54.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.435527 4765 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98: Bootstrap replayed 1/1 log segments. Stats: ops{read=0 overwritten=0 applied=0 ignored=0} inserts{seen=0 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:22:54.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.436973 4765 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98: Bootstrap complete.
07:22:54.466 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.28.61:32917(127.4.28.61:32917)] connecting to peer
07:22:54.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.473392 4765 raft_consensus.cc:348] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } }
07:22:54.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.477685 4765 raft_consensus.cc:374] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
07:22:54.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.478024 4765 raft_consensus.cc:729] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 66b76aa6f5ff48f49c06b414e0737b98, State: Initialized, Role: FOLLOWER
07:22:54.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.479763 4765 consensus_queue.cc:260] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } }
07:22:54.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.485448 4765 sys_catalog.cc:564] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [sys.catalog]: configured and running, proceeding with master startup.
07:22:54.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.488646 4770 sys_catalog.cc:455] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } } }
07:22:54.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.489503 4770 sys_catalog.cc:458] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [sys.catalog]: This master's current role is: FOLLOWER
07:22:54.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:54.505306 4719 tablet.cc:2369] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98: Can't schedule compaction. Clean time has not been advanced past its initial value.
07:22:54.557 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.28.60:40449(127.4.28.60:40449)] connecting to peer
07:22:54.558 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.28.62:43963(127.4.28.62:43963)] connecting to peer
07:22:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:54.586781 4690 catalog_manager.cc:1558] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:22:54.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:54.587890 4690 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:22:54.630 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.4.28.60:40449(127.4.28.60:40449)] Successfully connected to peer
07:22:54.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:54.640408 4786 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
07:22:54.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:54.640878 4786 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
07:22:54.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.4.28.61:32917(127.4.28.61:32917): Connection refused: /127.4.28.61:32917
07:22:54.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.28.61:32917(127.4.28.61:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.28.61:32917(127.4.28.61:32917): Connection refused: /127.4.28.61:32917
07:22:54.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.4.28.61:32917: Failed to connect to peer master-127.4.28.61:32917(127.4.28.61:32917): Connection refused: /127.4.28.61:32917
07:22:54.650 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.28.62:43963(127.4.28.62:43963)] Successfully connected to peer
07:22:54.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:54 dist-test-slave-0b58 krb5kdc[4221](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260174, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.28.62@KRBTEST.COM for kudu/127.4.28.62@KRBTEST.COM
07:22:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.696417 4676 master_runner.cc:186] Error getting master registration for 127.4.28.61:32917: Network error: Client connection negotiation failed: client connection to 127.4.28.61:32917: connect: Connection refused (error 111),
07:22:54.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.719805 4676 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:22:54.753 [WARN - kudu-nio-0] (SecurityContext.java:209) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
07:22:54.769 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.4.28.62
07:22:54.769 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.4.28.60
07:22:54.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.860611 4770 raft_consensus.cc:482] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:22:54.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.861238 4770 raft_consensus.cc:504] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } }
07:22:54.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:54.866056 4714 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.28.61:32917: connect: Connection refused (error 111)
07:22:54.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.870628 4770 leader_election.cc:288] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1f68b77b53794bdbac97aaf423753e39 (127.4.28.61:32917), ae20abce23464dc787166db8ff9ae018 (127.4.28.60:40449)
07:22:54.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:54.899293 4714 leader_election.cc:334] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [CANDIDATE]: Term 1 pre-election: RPC error from VoteRequest() call to peer 1f68b77b53794bdbac97aaf423753e39 (127.4.28.61:32917): Network error: Client connection negotiation failed: client connection to 127.4.28.61:32917: connect: Connection refused (error 111)
07:22:54.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:54 dist-test-slave-0b58 krb5kdc[4221](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260174, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.28.62@KRBTEST.COM for kudu/127.4.28.60@KRBTEST.COM
07:22:54.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.939525 4646 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "66b76aa6f5ff48f49c06b414e0737b98" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae20abce23464dc787166db8ff9ae018" is_pre_election: true
07:22:54.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.940351 4646 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 66b76aa6f5ff48f49c06b414e0737b98 in term 0.
07:22:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.943219 4717 leader_election.cc:302] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 66b76aa6f5ff48f49c06b414e0737b98, ae20abce23464dc787166db8ff9ae018; no voters: 1f68b77b53794bdbac97aaf423753e39
07:22:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.944409 4770 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [term 0 FOLLOWER]: Leader pre-election won for term 1
07:22:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.944712 4770 raft_consensus.cc:482] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
07:22:54.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.944986 4770 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [term 0 FOLLOWER]: Advancing to term 1
07:22:54.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.955711 4770 raft_consensus.cc:504] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } }
07:22:54.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.964614 4646 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "66b76aa6f5ff48f49c06b414e0737b98" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae20abce23464dc787166db8ff9ae018"
07:22:54.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.965252 4646 raft_consensus.cc:3037] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [term 0 FOLLOWER]: Advancing to term 1
07:22:54.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:54.967717 4714 leader_election.cc:334] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [CANDIDATE]: Term 1 election: RPC error from VoteRequest() call to peer 1f68b77b53794bdbac97aaf423753e39 (127.4.28.61:32917): Network error: Client connection negotiation failed: client connection to 127.4.28.61:32917: connect: Connection refused (error 111)
07:22:54.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.975610 4646 raft_consensus.cc:2454] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 66b76aa6f5ff48f49c06b414e0737b98 in term 1.
07:22:54.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.976411 4770 leader_election.cc:288] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [CANDIDATE]: Term 1 election: Requested vote from peers 1f68b77b53794bdbac97aaf423753e39 (127.4.28.61:32917), ae20abce23464dc787166db8ff9ae018 (127.4.28.60:40449)
07:22:54.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.977891 4717 leader_election.cc:302] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 66b76aa6f5ff48f49c06b414e0737b98, ae20abce23464dc787166db8ff9ae018; no voters: 1f68b77b53794bdbac97aaf423753e39
07:22:54.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.984436 4770 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [term 1 FOLLOWER]: Leader election won for term 1
07:22:54.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.996687 4770 raft_consensus.cc:686] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [term 1 LEADER]: Becoming Leader. State: Replica: 66b76aa6f5ff48f49c06b414e0737b98, State: Running, Role: LEADER
07:22:54.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:54.997797 4770 consensus_queue.cc:237] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } }
07:22:55.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.017342 4795 sys_catalog.cc:455] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 66b76aa6f5ff48f49c06b414e0737b98. Latest consensus state: current_term: 1 leader_uuid: "66b76aa6f5ff48f49c06b414e0737b98" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } } }
07:22:55.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.018201 4795 sys_catalog.cc:458] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [sys.catalog]: This master's current role is: LEADER
07:22:55.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.021010 4797 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
07:22:55.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.028538 4797 catalog_manager.cc:1484] Initializing Kudu cluster ID...
07:22:55.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.061677 4646 raft_consensus.cc:1261] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [term 1 FOLLOWER]: Refusing update from remote peer 66b76aa6f5ff48f49c06b414e0737b98: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
07:22:55.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:55.061721 4714 consensus_peers.cc:487] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 -> Peer 1f68b77b53794bdbac97aaf423753e39 (127.4.28.61:32917): Couldn't send request to peer 1f68b77b53794bdbac97aaf423753e39. Status: Network error: Client connection negotiation failed: client connection to 127.4.28.61:32917: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
07:22:55.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.063822 4795 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
07:22:55.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.100407 4799 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 66b76aa6f5ff48f49c06b414e0737b98. Latest consensus state: current_term: 1 leader_uuid: "66b76aa6f5ff48f49c06b414e0737b98" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } } }
07:22:55.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.101574 4799 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [sys.catalog]: This master's current role is: FOLLOWER
07:22:55.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:55 dist-test-slave-0b58 krb5kdc[4221](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260168, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.4.28.60@KRBTEST.COM
07:22:55.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:55 dist-test-slave-0b58 krb5kdc[4221](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260168, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.4.28.62@KRBTEST.COM
07:22:55.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.111182 4798 mvcc.cc:205] Tried to move back new op lower bound from 7316521677014085632 to 7316521676800163840. Current Snapshot: MvccSnapshot[applied={T|T < 7316521677014085632}]
07:22:55.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.118789 4800 mvcc.cc:205] Tried to move back new op lower bound from 7316521677014085632 to 7316521676800163840. Current Snapshot: MvccSnapshot[applied={T|T < 7316521677014085632}]
07:22:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.122972 4799 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "66b76aa6f5ff48f49c06b414e0737b98" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } } }
07:22:55.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.123662 4799 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [sys.catalog]: This master's current role is: FOLLOWER
07:22:55.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.130679 4770 sys_catalog.cc:455] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "66b76aa6f5ff48f49c06b414e0737b98" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } } }
07:22:55.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.131422 4770 sys_catalog.cc:458] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98 [sys.catalog]: This master's current role is: LEADER
07:22:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.132465 4797 catalog_manager.cc:1347] Generated new cluster ID: 052376c975714bdbb5efbc2097efd84e
07:22:55.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.132722 4797 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
07:22:55.152 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x21ef6a0b, L:/127.0.0.1:47544 - R:/127.4.28.60:40449] using SASL/GSSAPI
07:22:55.152 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xccbd6a7a, L:/127.0.0.1:51128 - R:/127.4.28.62:43963] using SASL/GSSAPI
07:22:55.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.172430 4797 catalog_manager.cc:1370] Generated new certificate authority record
07:22:55.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.175216 4797 catalog_manager.cc:1504] Loading token signing keys...
07:22:55.194 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.4.28.61:32917,127.4.28.60:40449,127.4.28.62:43963; will retry
07:22:55.214 [DEBUG - pool-6-thread-1] (Connection.java:748) [peer master-127.4.28.61:32917(127.4.28.61:32917)] connecting to peer
07:22:55.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.215198 4797 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98: Generated new TSK 0
07:22:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.216415 4797 catalog_manager.cc:1514] Initializing in-progress tserver states...
07:22:55.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.4.28.61:32917(127.4.28.61:32917): Connection refused: /127.4.28.61:32917
07:22:55.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.28.61:32917(127.4.28.61:32917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.4.28.61:32917(127.4.28.61:32917): Connection refused: /127.4.28.61:32917
07:22:55.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.4.28.61:32917: Failed to connect to peer master-127.4.28.61:32917(127.4.28.61:32917): Connection refused: /127.4.28.61:32917
07:22:55.260 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
07:22:55.262 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=2, TimeoutTracker(timeout=30000, elapsed=909), Traces: [0ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.28.61:32917, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.28.60:40449, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.28.62:43963, [290ms] Sub RPC ConnectToMaster: received response from server master-127.4.28.61:32917: Network error: Failed to connect to peer master-127.4.28.61:32917(127.4.28.61:32917): Connection refused: /127.4.28.61:32917, [820ms] Sub RPC ConnectToMaster: received response from server master-127.4.28.62:43963: OK, [823ms] Sub RPC ConnectToMaster: received response from server master-127.4.28.60:40449: OK, [838ms] delaying RPC due to: Service unavailable: Master config (127.4.28.61:32917,127.4.28.60:40449,127.4.28.62:43963) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.4.28.61:32917(127.4.28.61:32917): Connection refused: /127.4.28.61:32917, [855ms] refreshing cache from master, [856ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.28.61:32917, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.28.60:40449, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.4.28.62:43963, [865ms] Sub RPC ConnectToMaster: received response from server master-127.4.28.60:40449: OK, [871ms] Sub RPC ConnectToMaster: received response from server master-127.4.28.61:32917: Network error: Failed to connect to peer master-127.4.28.61:32917(127.4.28.61:32917): Connection refused: /127.4.28.61:32917, [875ms] Sub RPC ConnectToMaster: received response from server master-127.4.28.62:43963: OK, deferred=Deferred@1029988857(state=PENDING, result=null, callback=(continuation of Deferred@227356774 after retry RPC after error@704193116), errback=(continuation of Deferred@227356774 after retry RPC after error@704193116))) after lookup
07:22:55.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.592183 4690 catalog_manager.cc:1259] Loaded cluster ID: 052376c975714bdbb5efbc2097efd84e
07:22:55.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.592500 4690 catalog_manager.cc:1552] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: loading cluster ID for follower catalog manager: success
07:22:55.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.597796 4690 catalog_manager.cc:1574] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: acquiring CA information for follower catalog manager: success
07:22:55.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:55.601228 4690 catalog_manager.cc:1602] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:22:56.273 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
07:22:56.274 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
07:22:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:56 dist-test-slave-0b58 krb5kdc[4221](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260176, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:22:56.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
07:22:56.316 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:22:56.316 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5cc
07:22:56.318 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
07:22:56.318 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.28.61:32917
07:22:56.319 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
07:22:56.320 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:22:56.320 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.28.60:40449
07:22:56.321 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
07:22:56.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:56.321346 4208 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task550Tyk/build/tsan/bin/kudu with pid 4602
07:22:56.361 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:22:56.361 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.4.28.62:43963
07:22:56.362 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
07:22:56.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:56.363189 4208 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task550Tyk/build/tsan/bin/kudu with pid 4676
07:22:56.364 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.4.28.60:40449(127.4.28.60:40449)] handling channelInactive
07:22:56.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.4.28.60:40449(127.4.28.60:40449)] cleaning up while in state READY due to: connection closed
07:22:56.402 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.28.62:43963(127.4.28.62:43963)] handling channelInactive
07:22:56.402 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:22:56.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.28.62:43963(127.4.28.62:43963)] cleaning up while in state READY due to: connection closed
07:22:56.402 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.28.61:32917
07:22:56.402 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
07:22:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:56.405664 4208 external_mini_cluster.cc:1326] Running /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/wal
07:22:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/data
07:22:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:22:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:22:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:22:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/logs
07:22:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/data/info.pb
07:22:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:22:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:22:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:22:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:22:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:56.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:22:56.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:22:56.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:22:56.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:22:56.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.28.61:32917
07:22:56.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.28.61
07:22:56.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36103
07:22:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.61.keytab
07:22:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.28.61
07:22:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:22:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:22:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:22:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.28.20:34801
07:22:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:22:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.28.62:43963,127.4.28.61:32917,127.4.28.60:40449
07:22:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:22:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41757/jwks.json
07:22:56.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:22:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:56.725548 4811 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:22:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:56.726302 4811 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:22:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:56.727113 4811 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:22:56.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:56.760185 4811 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:22:56.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:56.760530 4811 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:22:56.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:56.760942 4811 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:22:56.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:56.761282 4811 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:22:56.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:56.761615 4811 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:22:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:56.761996 4811 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:22:56.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:56.762286 4811 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41757/jwks.json
07:22:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:56.800134 4811 master_runner.cc:386] Master server non-default flags:
07:22:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.28.20:34801
07:22:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/data
07:22:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/wal
07:22:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:22:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.28.62:43963,127.4.28.61:32917,127.4.28.60:40449
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.61.keytab
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.28.61
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.28.61:32917
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41757/jwks.json
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/data/info.pb
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.28.61
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36103
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/logs
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:22:56.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:22:56.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:22:56.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 06:34:24 UTC on ccycloud.quasar-rbacaa.root.comops.site
07:22:56.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575854
07:22:56.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:22:56.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:56.801374 4811 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:22:56.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:56.802373 4811 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:22:56.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:56.826893 4819 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:58.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:56.826943 4821 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:58.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:56.828642 4811 server_base.cc:1034] running on GCE node
07:22:58.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:56.826948 4818 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:22:58.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.055686 4811 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:22:58.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.059010 4811 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:22:58.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.060425 4811 hybrid_clock.cc:648] HybridClock initialized: now 1786260178060389 us; error 39 us; skew 500 ppm
07:22:58.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.061228 4811 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:22:58.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:22:58 dist-test-slave-0b58 krb5kdc[4221](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260178, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.28.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:22:58.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.067281 4811 init.cc:377] Logged in from keytab as kudu/127.4.28.61@KRBTEST.COM (short username kudu)
07:22:58.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.072923 4811 webserver.cc:460] Webserver started at http://127.4.28.61:36103/ using document root <none> and password file <none>
07:22:58.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.073918 4811 fs_manager.cc:359] Metadata directory not provided
07:22:58.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.074190 4811 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:22:58.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.082269 4811 fs_manager.cc:709] Time spent opening directory manager: real 0.005s user 0.001s sys 0.004s
07:22:58.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.086562 4831 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:22:58.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.087760 4811 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
07:22:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.088068 4811 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/data,/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/wal
07:22:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1f68b77b53794bdbac97aaf423753e39"
07:22:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:45 on dist-test-slave-0b58"
07:22:58.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.090474 4811 fs_report.cc:383] FS layout report
07:22:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:22:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/wal
07:22:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/wal
07:22:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/data/data
07:22:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:22:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:22:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:22:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:22:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:22:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:22:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:22:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:22:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:22:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:22:58.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:22:58.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.137463 4811 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:22:58.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.143443 4811 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:22:58.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.144001 4811 kserver.cc:163] Server-wide thread pool size limit: 3276
07:22:58.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.233076 4811 rpc_server.cc:307] RPC server started. Bound to: 127.4.28.61:32917
07:22:58.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.233246 4883 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.28.61:32917 every 8 connection(s)
07:22:58.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.237039 4811 server_base.cc:1166] Dumped server information to /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/data/info.pb
07:22:58.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.243654 4208 external_mini_cluster.cc:1388] Started /tmp/dist-test-task550Tyk/build/tsan/bin/kudu as pid 4811
07:22:58.244 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:22:58.244 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.28.60:40449
07:22:58.245 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
07:22:58.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.246511 4208 external_mini_cluster.cc:1326] Running /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:58.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:22:58.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/wal
07:22:58.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/data
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/logs
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/data/info.pb
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.28.60:40449
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.28.60
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35599
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.60.keytab
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.28.60
07:22:58.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:22:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:22:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:22:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.28.20:34801
07:22:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:22:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.28.62:43963,127.4.28.61:32917,127.4.28.60:40449
07:22:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:22:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41757/jwks.json
07:22:58.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:22:58.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.249280 4884 sys_catalog.cc:263] Verifying existing consensus state
07:22:58.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260809 07:22:58.250123 4884 master.cc:392] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:22:58.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.250568 4811 master.cc:537] Master@127.4.28.61:32917 shutting down...
07:22:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.317917 4811 master.cc:552] Master@127.4.28.61:32917 shutdown complete.
07:22:58.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
07:22:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:58.590276 4886 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:22:58.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:58.590808 4886 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:22:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:58.591393 4886 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:22:58.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:58.622525 4886 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:22:58.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:58.622742 4886 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:22:58.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:58.622998 4886 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:22:58.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:58.623185 4886 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:22:58.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:58.623368 4886 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:22:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:58.623548 4886 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:22:58.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:58.623674 4886 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41757/jwks.json
07:22:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.661562 4886 master_runner.cc:386] Master server non-default flags:
07:22:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:22:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.28.20:34801
07:22:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:22:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:22:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/data
07:22:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/wal
07:22:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:22:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:22:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.28.62:43963,127.4.28.61:32917,127.4.28.60:40449
07:22:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.60.keytab
07:22:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.28.60
07:22:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:22:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:22:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:22:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.28.60:40449
07:22:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:22:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:22:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:22:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41757/jwks.json
07:22:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:22:58.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:22:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:22:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:22:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:22:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/data/info.pb
07:22:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.28.60
07:22:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35599
07:22:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:22:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:22:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:22:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:22:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:22:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/logs
07:22:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:22:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:22:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:22:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:22:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:22:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:22:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:22:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 06:34:24 UTC on ccycloud.quasar-rbacaa.root.comops.site
07:22:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575854
07:22:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:22:58.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.663084 4886 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:22:58.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.664311 4886 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:22:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:58.681664 4896 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:00.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:22:58.683537 4886 server_base.cc:1034] running on GCE node
07:23:00.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:58.682372 4893 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:00.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:22:58.681653 4894 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:00.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.202549 4886 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:23:00.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.207402 4886 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:23:00.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.209105 4886 hybrid_clock.cc:648] HybridClock initialized: now 1786260180209022 us; error 68 us; skew 500 ppm
07:23:00.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.211225 4886 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:23:00.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:23:00 dist-test-slave-0b58 krb5kdc[4221](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260180, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.28.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:23:00.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.220796 4886 init.cc:377] Logged in from keytab as kudu/127.4.28.60@KRBTEST.COM (short username kudu)
07:23:00.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.232730 4886 webserver.cc:460] Webserver started at http://127.4.28.60:35599/ using document root <none> and password file <none>
07:23:00.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.235852 4886 fs_manager.cc:359] Metadata directory not provided
07:23:00.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.236387 4886 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:23:00.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.253805 4886 fs_manager.cc:709] Time spent opening directory manager: real 0.010s user 0.010s sys 0.001s
07:23:00.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.262085 4907 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:23:00.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.263999 4886 fs_manager.cc:725] Time spent opening block manager: real 0.006s user 0.002s sys 0.003s
07:23:00.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.264492 4886 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/data,/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/wal
07:23:00.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae20abce23464dc787166db8ff9ae018"
07:23:00.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:47 on dist-test-slave-0b58"
07:23:00.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.268668 4886 fs_report.cc:383] FS layout report
07:23:00.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:23:00.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/wal
07:23:00.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/wal
07:23:00.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/data/data
07:23:00.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:23:00.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:23:00.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:23:00.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:23:00.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:23:00.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:23:00.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:23:00.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:23:00.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:23:00.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:23:00.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:23:00.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.362174 4886 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:23:00.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.373037 4886 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:23:00.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.373857 4886 kserver.cc:163] Server-wide thread pool size limit: 3276
07:23:00.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.666034 4886 rpc_server.cc:307] RPC server started. Bound to: 127.4.28.60:40449
07:23:00.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.666548 4962 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.28.60:40449 every 8 connection(s)
07:23:00.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.675431 4886 server_base.cc:1166] Dumped server information to /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-2/data/info.pb
07:23:00.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.685672 4208 external_mini_cluster.cc:1388] Started /tmp/dist-test-task550Tyk/build/tsan/bin/kudu as pid 4886
07:23:00.688 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:23:00.688 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.4.28.62:43963
07:23:00.689 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
07:23:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.694613 4208 external_mini_cluster.cc:1326] Running /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:23:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-task550Tyk/build/tsan/bin/kudu
07:23:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/wal
07:23:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/data
07:23:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
07:23:00.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
07:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
07:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/logs
07:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/data/info.pb
07:23:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:23:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
07:23:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
07:23:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
07:23:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
07:23:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:23:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:23:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:23:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
07:23:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
07:23:00.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:23:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:23:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.28.62:43963
07:23:00.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.28.62
07:23:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45355
07:23:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.62.keytab
07:23:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.28.62
07:23:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:23:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
07:23:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
07:23:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.28.20:34801
07:23:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:23:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:23:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:23:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:23:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.28.62:43963,127.4.28.61:32917,127.4.28.60:40449
07:23:00.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:23:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41757/jwks.json
07:23:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
07:23:00.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.724282 4963 sys_catalog.cc:263] Verifying existing consensus state
07:23:00.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.765543 4963 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: Bootstrap starting.
07:23:00.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.870962 4963 log.cc:824] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: Log is configured to *not* fsync() on all Append() calls
07:23:00.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.913115 4963 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
07:23:00.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.915158 4963 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: Bootstrap complete.
07:23:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:00.997810 4963 raft_consensus.cc:348] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } }
07:23:01.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:01.002887 4963 raft_consensus.cc:729] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae20abce23464dc787166db8ff9ae018, State: Initialized, Role: FOLLOWER
07:23:01.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:01.005944 4963 consensus_queue.cc:260] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } }
07:23:01.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:01.013360 4967 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } } }
07:23:01.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:01.015704 4967 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [sys.catalog]: This master's current role is: FOLLOWER
07:23:01.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:01.017155 4963 sys_catalog.cc:564] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [sys.catalog]: configured and running, proceeding with master startup.
07:23:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:01.090449 4978 catalog_manager.cc:1259] Loaded cluster ID: 052376c975714bdbb5efbc2097efd84e
07:23:01.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:01.090922 4978 catalog_manager.cc:1552] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: loading cluster ID for follower catalog manager: success
07:23:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:01.109800 4978 catalog_manager.cc:1574] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: acquiring CA information for follower catalog manager: success
07:23:01.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:01.123418 4978 catalog_manager.cc:1602] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
07:23:01.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:01.081665 4886 master_runner.cc:186] Error getting master registration for 127.4.28.62:43963: Network error: Client connection negotiation failed: client connection to 127.4.28.62:43963: connect: Connection refused (error 111),
07:23:01.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:01.166630 4886 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
07:23:01.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:01.500245 4965 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
07:23:01.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:01.501366 4965 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
07:23:01.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:01.502830 4965 flags.cc:425] Enabled unsafe flag: --never_fsync=true
07:23:01.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:01.553179 4965 flags.cc:425] Enabled experimental flag: --authn_token_validity_seconds=10
07:23:01.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:01.553635 4965 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
07:23:01.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:01.554345 4965 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
07:23:01.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:01.554916 4965 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
07:23:01.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:01.555445 4965 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
07:23:01.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:01.555974 4965 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
07:23:01.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:01.556457 4965 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:41757/jwks.json
07:23:01.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:01.625195 4965 master_runner.cc:386] Master server non-default flags:
07:23:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
07:23:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.4.28.20:34801
07:23:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
07:23:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
07:23:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/data
07:23:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/wal
07:23:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
07:23:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
07:23:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.4.28.62:43963,127.4.28.61:32917,127.4.28.60:40449
07:23:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/krb5kdc/kudu_127.4.28.62.keytab
07:23:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.4.28.62
07:23:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
07:23:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
07:23:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
07:23:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.4.28.62:43963
07:23:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
07:23:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
07:23:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
07:23:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41757/jwks.json
07:23:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
07:23:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
07:23:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
07:23:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
07:23:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
07:23:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/data/info.pb
07:23:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.4.28.62
07:23:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45355
07:23:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
07:23:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
07:23:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
07:23:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
07:23:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
07:23:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/logs
07:23:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
07:23:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
07:23:01.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
07:23:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
07:23:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
07:23:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
07:23:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
07:23:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 06:34:24 UTC on ccycloud.quasar-rbacaa.root.comops.site
07:23:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575854
07:23:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
07:23:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:01.627002 4965 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
07:23:01.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:01.629329 4965 file_cache.cc:493] Constructed file cache file cache with capacity 419430
07:23:01.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:01.721771 4987 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:01.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:01.781059 4044 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba980 after lost signal to thread 3914
07:23:01.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:01.782522 4044 debug-util.cc:398] Leaking SignalData structure 0x7b08000bd900 after lost signal to thread 4048
07:23:02.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:02.569890 3648 outbound_call.cc:322] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.3.96.125:35495, user_credentials={real_user=slave}} blocked reactor thread for 157980us
07:23:02.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:02.530701 4994 raft_consensus.cc:482] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:23:02.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:02.657790 4994 raft_consensus.cc:504] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } }
07:23:02.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:02.709528 4994 leader_election.cc:288] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 66b76aa6f5ff48f49c06b414e0737b98 (127.4.28.62:43963), 1f68b77b53794bdbac97aaf423753e39 (127.4.28.61:32917)
07:23:02.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:02.760785 4908 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.4.28.62:43963: connect: Connection refused (error 111)
07:23:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:02.811878 4908 leader_election.cc:334] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 66b76aa6f5ff48f49c06b414e0737b98 (127.4.28.62:43963): Network error: Client connection negotiation failed: client connection to 127.4.28.62:43963: connect: Connection refused (error 111)
07:23:02.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:02.815804 4908 leader_election.cc:334] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1f68b77b53794bdbac97aaf423753e39 (127.4.28.61:32917): Network error: Client connection negotiation failed: client connection to 127.4.28.61:32917: connect: Connection refused (error 111)
07:23:02.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:02.816664 4908 leader_election.cc:302] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ae20abce23464dc787166db8ff9ae018; no voters: 1f68b77b53794bdbac97aaf423753e39, 66b76aa6f5ff48f49c06b414e0737b98
07:23:02.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:02.825274 4994 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
07:23:04.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:04.809324 5003 raft_consensus.cc:482] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
07:23:04.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:04.811403 5003 raft_consensus.cc:504] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "66b76aa6f5ff48f49c06b414e0737b98" member_type: VOTER last_known_addr { host: "127.4.28.62" port: 43963 } } peers { permanent_uuid: "1f68b77b53794bdbac97aaf423753e39" member_type: VOTER last_known_addr { host: "127.4.28.61" port: 32917 } } peers { permanent_uuid: "ae20abce23464dc787166db8ff9ae018" member_type: VOTER last_known_addr { host: "127.4.28.60" port: 40449 } }
07:23:04.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:04.825847 5003 leader_election.cc:288] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 66b76aa6f5ff48f49c06b414e0737b98 (127.4.28.62:43963), 1f68b77b53794bdbac97aaf423753e39 (127.4.28.61:32917)
07:23:04.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:04.850231 4908 leader_election.cc:334] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 66b76aa6f5ff48f49c06b414e0737b98 (127.4.28.62:43963): Network error: Client connection negotiation failed: client connection to 127.4.28.62:43963: connect: Connection refused (error 111)
07:23:04.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:04.854314 4908 leader_election.cc:334] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 1f68b77b53794bdbac97aaf423753e39 (127.4.28.61:32917): Network error: Client connection negotiation failed: client connection to 127.4.28.61:32917: connect: Connection refused (error 111)
07:23:04.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:04.854899 4908 leader_election.cc:302] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ae20abce23464dc787166db8ff9ae018; no voters: 1f68b77b53794bdbac97aaf423753e39, 66b76aa6f5ff48f49c06b414e0737b98
07:23:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:04.855769 5003 raft_consensus.cc:2726] T 00000000000000000000000000000000 P ae20abce23464dc787166db8ff9ae018 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
07:23:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:03.171917 4985 debug-util.cc:398] Leaking SignalData structure 0x7b0800014920 after lost signal to thread 4965
07:23:05.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:05.770752 4965 thread.cc:636] OpenStack (cloud detector) Time spent creating pthread: real 4.065s user 0.720s sys 1.621s
07:23:05.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:01.721947 4986 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:05.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:05.771142 4965 thread.cc:602] OpenStack (cloud detector) Time spent starting thread: real 4.066s user 0.720s sys 1.621s
07:23:05.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:05.773535 4989 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
07:23:05.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:05.778142 4988 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 4066 milliseconds
07:23:05.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:05.778142 4965 server_base.cc:1029] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
07:23:05.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:05.779616 4965 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
07:23:05.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:05.783819 4965 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
07:23:05.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:05.785331 4965 hybrid_clock.cc:648] HybridClock initialized: now 1786260185785196 us; error 146 us; skew 500 ppm
07:23:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:05.786422 4965 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
07:23:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 07:23:05 dist-test-slave-0b58 krb5kdc[4221](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786260185, etypes {rep=17 tkt=17 ses=17}, kudu/127.4.28.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
07:23:05.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:05.801270 4965 init.cc:377] Logged in from keytab as kudu/127.4.28.62@KRBTEST.COM (short username kudu)
07:23:05.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:05.817663 4965 webserver.cc:460] Webserver started at http://127.4.28.62:45355/ using document root <none> and password file <none>
07:23:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:05.818868 4965 fs_manager.cc:359] Metadata directory not provided
07:23:05.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:05.819118 4965 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
07:23:05.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:05.827957 4965 fs_manager.cc:709] Time spent opening directory manager: real 0.006s user 0.005s sys 0.001s
07:23:05.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:05.833284 5013 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
07:23:05.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:05.834544 4965 fs_manager.cc:725] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
07:23:05.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:05.835116 4965 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/data,/tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/wal
07:23:05.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "66b76aa6f5ff48f49c06b414e0737b98"
07:23:05.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 07:22:42 on dist-test-slave-0b58"
07:23:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:05.837692 4965 fs_report.cc:383] FS layout report
07:23:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
07:23:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/wal
07:23:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/wal
07:23:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/data/data
07:23:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
07:23:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
07:23:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
07:23:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
07:23:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
07:23:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
07:23:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
07:23:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
07:23:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
07:23:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
07:23:05.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
07:23:05.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:05.901758 4965 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
07:23:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:05.908731 4965 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
07:23:05.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:05.909284 4965 kserver.cc:163] Server-wide thread pool size limit: 3276
07:23:06.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:06.084933 4965 rpc_server.cc:307] RPC server started. Bound to: 127.4.28.62:43963
07:23:06.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:06.085038 5071 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.4.28.62:43963 every 8 connection(s)
07:23:06.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:06.088027 4965 server_base.cc:1166] Dumped server information to /tmp/dist-test-task550Tyk/test-tmp/mini-kudu-cluster4835376597445315837/master-0/data/info.pb
07:23:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:06.098052 4208 external_mini_cluster.cc:1388] Started /tmp/dist-test-task550Tyk/build/tsan/bin/kudu as pid 4965
07:23:06.098 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
07:23:06.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:06.099393 5072 sys_catalog.cc:263] Verifying existing consensus state
07:23:06.099 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.4.28.62:43963(127.4.28.62:43963)] connecting to peer
07:23:06.101 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.4.28.62:43963(127.4.28.62:43963)] Successfully connected to peer
07:23:06.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:06.106945 5072 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 66b76aa6f5ff48f49c06b414e0737b98: Bootstrap starting.
07:23:06.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.4.28.62:43963(127.4.28.62:43963)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
07:23:06.113 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.4.28.62:43963(127.4.28.62:43963)] handling channelInactive
07:23:06.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 07:23:06.115315 5074 negotiation.cc:337] Failed RPC negotiation. Trace:
07:23:06.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 07:23:06.101941 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:46606 (local address 127.4.28.62:43963)
07:23:06.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 07:23:06.104871 (+ 2930us) server_negotiation.cc:206] Beginning negotiation
07:23:06.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 07:23:06.104917 (+ 46us) server_negotiation.cc:399] Waiting for connection header
07:23:06.115 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.4.28.61:32917(127.4.28.61:32917)] disconnecting while in state TERMINATED
07:23:06.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 07:23:06.104973 (+ 56us) server_negotiation.cc:407] Connection header received
07:23:06.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 07:23:06.110387 (+ 5414us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
07:23:06.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 07:23:06.110428 (+ 41us) server_negotiation.cc:461] Received NEGOTIATE request from client
07:23:06.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 07:23:06.110771 (+ 343us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
07:23:06.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 07:23:06.111170 (+ 399us) server_negotiation.cc:226] Negotiated authn=SASL
07:23:06.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 07:23:06.113505 (+ 2335us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:46606: BlockingRecv error: recv got EOF from 127.0.0.1:46606 (error 108)
07:23:06.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":2379,"thread_start_us":2259,"threads_started":1}
07:23:06.117 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.4.28.60:40449(127.4.28.60:40449)] disconnecting while in state TERMINATED
07:23:06.118 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.4.28.62:43963(127.4.28.62:43963)] disconnecting while in state TERMINATED
07:23:06.120 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:23:06.128 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:23:06.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:06.136817 4208 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task550Tyk/build/tsan/bin/kudu with pid 4965
07:23:06.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:06.164604 4208 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task550Tyk/build/tsan/bin/kudu with pid 4886
07:23:07.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T07:23:07Z chronyd exiting
07:23:08.507 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
07:23:08.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:08.508544 3457 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task550Tyk/build/tsan/bin/kudu with pid 3745
07:23:08.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:08.540020 3457 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task550Tyk/build/tsan/bin/kudu with pid 3909
07:23:08.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:08.575594 3457 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task550Tyk/build/tsan/bin/kudu with pid 4059
07:23:08.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:08.609754 3457 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task550Tyk/build/tsan/bin/kudu with pid 3469
07:23:08.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:08.643815 3457 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task550Tyk/build/tsan/bin/kudu with pid 3541
07:23:08.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 07:23:08.678436 3457 external_mini_cluster.cc:1595] Killing /tmp/dist-test-task550Tyk/build/tsan/bin/kudu with pid 3619
07:23:09.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T07:23:09Z chronyd exiting
07:23:10.846 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565) ~[main/:?]
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433) ~[main/:?]
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367) ~[main/:?]
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
07:23:12.107 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: giving up after 1 attempts
07:23:12.107 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263) ~[main/:?]
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158) ~[test/:?]
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565) ~[main/:?]
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433) ~[main/:?]
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367) ~[main/:?]
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:286)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more