14:06:54.450 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:06:54.451 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskpkgmg8/test-tmp
14:06:54.451 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:06:54.451 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskpkgmg8/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:06:54.453 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
14:06:54.778 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:06:54.778 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:06:54.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:54.781446 32471 mini_oidc.cc:150] Starting JWKS server
14:06:54.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:54.784524 32471 webserver.cc:492] Webserver started at http://127.0.0.1:41021/ using document root <none> and password file <none>
14:06:54.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:54.784942 32471 mini_oidc.cc:186] Starting OIDC Discovery server
14:06:54.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:54.786511 32471 webserver.cc:492] Webserver started at http://127.0.0.1:46459/ using document root <none> and password file <none>
14:06:54.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-29T14:06:54Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:06:54.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-29T14:06:54Z Disabled control of system clock
14:06:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:54.850443 32471 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:06:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:06:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-0/wal
14:06:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-0/data
14:06:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-0/logs
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-0/data/info.pb
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.181.254:36773
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.181.254
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.181.212:41293
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.181.254:36773,127.31.181.253:40461,127.31.181.252:40873
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:54.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41021/jwks.json with env {}
14:06:55.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:55.150228 32483 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:55.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:55.150794 32483 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:55.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:55.151239 32483 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:55.184128 32483 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:06:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:55.184414 32483 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:55.184610 32483 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:06:55.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:55.184815 32483 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:06:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:55.185026 32483 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:06:55.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:55.185180 32483 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41021/jwks.json
14:06:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:55.222353 32483 master_runner.cc:386] Master server non-default flags:
14:06:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.181.212:41293
14:06:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:55.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-0/data
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-0/wal
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.181.254:36773,127.31.181.253:40461,127.31.181.252:40873
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.181.254:36773
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41021/jwks.json
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-0/data/info.pb
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.181.254
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-0/logs
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 13:43:23 UTC on e7f111948823
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11663
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:55.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:55.223621 32483 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:55.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:55.225260 32483 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:55.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:55.235759 32489 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:56.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:55.237515 32490 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:56.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:55.240690 32492 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:56.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:56.429883 32491 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:06:56.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.429971 32483 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:06:56.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.434278 32483 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:56.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.436857 32483 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.438292 32483 hybrid_clock.cc:648] HybridClock initialized: now 1777471616438248 us; error 63 us; skew 500 ppm
14:06:56.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.439129 32483 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:56.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.445488 32483 webserver.cc:492] Webserver started at http://127.31.181.254:40117/ using document root <none> and password file <none>
14:06:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.446437 32483 fs_manager.cc:362] Metadata directory not provided
14:06:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.446682 32483 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.447172 32483 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.451504 32483 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-0/data/instance:
14:06:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4d2b75dd85d44ee89242d0773a8ea45c"
14:06:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:06:56 on dist-test-slave-d35f"
14:06:56.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.452773 32483 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-0/wal/instance:
14:06:56.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4d2b75dd85d44ee89242d0773a8ea45c"
14:06:56.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:06:56 on dist-test-slave-d35f"
14:06:56.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.460038 32483 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.001s sys 0.004s
14:06:56.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.466123 32499 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:06:56.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.467316 32483 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
14:06:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.467684 32483 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-0/data,/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-0/wal
14:06:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4d2b75dd85d44ee89242d0773a8ea45c"
14:06:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:06:56 on dist-test-slave-d35f"
14:06:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.468104 32483 fs_report.cc:389] FS layout report
14:06:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-0/wal
14:06:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-0/wal
14:06:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-0/data/data
14:06:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:56.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:56.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:56.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:56.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.520205 32483 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:06:56.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.521797 32483 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:56.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.522295 32483 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:56.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.593860 32483 rpc_server.cc:307] RPC server started. Bound to: 127.31.181.254:36773
14:06:56.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.593931 32550 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.181.254:36773 every 8 connection(s)
14:06:56.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.597041 32483 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-0/data/info.pb
14:06:56.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.603216 32551 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.606297 32471 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu as pid 32483
14:06:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.606770 32471 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-0/wal/instance
14:06:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.610241 32471 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:06:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:06:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-1/wal
14:06:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-1/data
14:06:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-1/logs
14:06:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-1/data/info.pb
14:06:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:06:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.181.253:40461
14:06:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.181.253
14:06:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.181.212:41293
14:06:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.181.254:36773,127.31.181.253:40461,127.31.181.252:40873
14:06:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:56.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41021/jwks.json with env {}
14:06:56.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.613813 32551 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.181.254" port: 36773 } has no permanent_uuid. Determining permanent_uuid...
14:06:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.645504 32551 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } has no permanent_uuid. Determining permanent_uuid...
14:06:56.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:56.647881 32500 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.181.253:40461: connect: Connection refused (error 111)
14:06:56.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:56.652196 32551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.181.253:40461: Network error: Client connection negotiation failed: client connection to 127.31.181.253:40461: connect: Connection refused (error 111)
14:06:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.701771 32551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } attempt: 1
14:06:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:56.705965 32551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.181.253:40461: Network error: Client connection negotiation failed: client connection to 127.31.181.253:40461: connect: Connection refused (error 111)
14:06:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.774482 32551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } attempt: 2
14:06:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:56.778632 32551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.181.253:40461: Network error: Client connection negotiation failed: client connection to 127.31.181.253:40461: connect: Connection refused (error 111)
14:06:56.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:56.870138 32551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } attempt: 3
14:06:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:56.874322 32551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.181.253:40461: Network error: Client connection negotiation failed: client connection to 127.31.181.253:40461: connect: Connection refused (error 111)
14:06:56.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:56.926762 32553 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:56.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:56.927322 32553 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:56.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:56.927770 32553 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:56.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:56.960837 32553 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:06:56.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:56.961331 32553 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:56.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:56.961665 32553 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:06:56.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:56.961892 32553 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:06:56.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:56.962102 32553 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:06:56.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:56.962255 32553 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41021/jwks.json
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:57.000737 32553 master_runner.cc:386] Master server non-default flags:
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.181.212:41293
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-1/data
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-1/wal
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.181.254:36773,127.31.181.253:40461,127.31.181.252:40873
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.181.253:40461
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41021/jwks.json
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-1/data/info.pb
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.181.253
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-1/logs
14:06:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:06:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:06:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
14:06:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 13:43:23 UTC on e7f111948823
14:06:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11663
14:06:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:57.002246 32553 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:57.003932 32553 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:57.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:57.014832 32562 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:57.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:57.017784 32551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } attempt: 4
14:06:57.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:57.025413 32551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.181.253:40461: Network error: Client connection negotiation failed: client connection to 127.31.181.253:40461: connect: Connection refused (error 111)
14:06:57.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:57.325026 32551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } attempt: 5
14:06:57.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:57.332636 32551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.181.253:40461: Network error: Client connection negotiation failed: client connection to 127.31.181.253:40461: connect: Connection refused (error 111)
14:06:57.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:57.880565 32551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } attempt: 6
14:06:57.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:57.906376 32551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.181.253:40461: Network error: Client connection negotiation failed: client connection to 127.31.181.253:40461: connect: Connection refused (error 111)
14:06:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:58.419600 32561 debug-util.cc:398] Leaking SignalData structure 0x7b0800034cc0 after lost signal to thread 32553
14:06:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:58.730448 32553 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.715s user 0.588s sys 1.115s
14:06:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:58.730793 32553 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.715s user 0.588s sys 1.115s
14:06:58.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:57.016677 32563 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:58.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:58.733004 32565 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:58.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:58.736243 32564 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1716 milliseconds
14:06:58.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.736248 32553 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:06:58.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.737680 32553 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:06:58.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.740131 32553 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:06:58.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.741523 32553 hybrid_clock.cc:648] HybridClock initialized: now 1777471618741491 us; error 38 us; skew 500 ppm
14:06:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.742295 32553 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:06:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.748172 32553 webserver.cc:492] Webserver started at http://127.31.181.253:41915/ using document root <none> and password file <none>
14:06:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.749086 32553 fs_manager.cc:362] Metadata directory not provided
14:06:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.749274 32553 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:06:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.749652 32553 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:06:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.753911 32553 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-1/data/instance:
14:06:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "447c8a77cda144e7a9370b5f72e16435"
14:06:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:06:58 on dist-test-slave-d35f"
14:06:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.754947 32553 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-1/wal/instance:
14:06:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "447c8a77cda144e7a9370b5f72e16435"
14:06:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:06:58 on dist-test-slave-d35f"
14:06:58.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.762135 32553 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.002s
14:06:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.768088 32574 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:06:58.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.769402 32553 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
14:06:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.769721 32553 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-1/data,/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-1/wal
14:06:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "447c8a77cda144e7a9370b5f72e16435"
14:06:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:06:58 on dist-test-slave-d35f"
14:06:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.770030 32553 fs_report.cc:389] FS layout report
14:06:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:06:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-1/wal
14:06:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-1/wal
14:06:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-1/data/data
14:06:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:06:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:06:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:06:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:06:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:06:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:06:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:06:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:06:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:06:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:06:58.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:06:58.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.830917 32553 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:06:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.832399 32553 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:06:58.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.832810 32553 kserver.cc:163] Server-wide thread pool size limit: 3276
14:06:58.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.903576 32553 rpc_server.cc:307] RPC server started. Bound to: 127.31.181.253:40461
14:06:58.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.903642 32625 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.181.253:40461 every 8 connection(s)
14:06:58.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.906365 32553 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-1/data/info.pb
14:06:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.906811 32471 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu as pid 32553
14:06:58.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.907138 32471 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-1/wal/instance
14:06:58.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.909152 32471 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:06:58.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:06:58.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-2/wal
14:06:58.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-2/data
14:06:58.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:06:58.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:06:58.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:06:58.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:58.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:58.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:58.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-2/logs
14:06:58.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-2/data/info.pb
14:06:58.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:58.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:06:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:06:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:06:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:06:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:06:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:06:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.181.252:40873
14:06:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.181.252
14:06:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.181.212:41293
14:06:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.181.254:36773,127.31.181.253:40461,127.31.181.252:40873
14:06:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:58.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41021/jwks.json with env {}
14:06:58.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.913199 32626 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:06:58.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.923825 32626 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.181.254" port: 36773 } has no permanent_uuid. Determining permanent_uuid...
14:06:58.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.945310 32626 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } has no permanent_uuid. Determining permanent_uuid...
14:06:58.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.958770 32626 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } has no permanent_uuid. Determining permanent_uuid...
14:06:58.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:58.961338 32577 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.31.181.252:40873: connect: Connection refused (error 111)
14:06:58.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:58.965623 32626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.181.252:40873: Network error: Client connection negotiation failed: client connection to 127.31.181.252:40873: connect: Connection refused (error 111)
14:06:58.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.966941 32551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } attempt: 7
14:06:58.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:58.977851 32551 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } has no permanent_uuid. Determining permanent_uuid...
14:06:58.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:58.983675 32551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.181.252:40873: Network error: Client connection negotiation failed: client connection to 127.31.181.252:40873: connect: Connection refused (error 111)
14:06:59.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:59.015065 32626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } attempt: 1
14:06:59.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:59.019078 32626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.181.252:40873: Network error: Client connection negotiation failed: client connection to 127.31.181.252:40873: connect: Connection refused (error 111)
14:06:59.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:59.042135 32551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } attempt: 1
14:06:59.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:59.046319 32551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.181.252:40873: Network error: Client connection negotiation failed: client connection to 127.31.181.252:40873: connect: Connection refused (error 111)
14:06:59.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:59.087471 32626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } attempt: 2
14:06:59.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:59.091351 32626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.181.252:40873: Network error: Client connection negotiation failed: client connection to 127.31.181.252:40873: connect: Connection refused (error 111)
14:06:59.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:59.127885 32551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } attempt: 2
14:06:59.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:59.132051 32551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.181.252:40873: Network error: Client connection negotiation failed: client connection to 127.31.181.252:40873: connect: Connection refused (error 111)
14:06:59.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:59.182849 32626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } attempt: 3
14:06:59.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:59.186966 32626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.181.252:40873: Network error: Client connection negotiation failed: client connection to 127.31.181.252:40873: connect: Connection refused (error 111)
14:06:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:59.217520 32551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } attempt: 3
14:06:59.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:59.221581 32551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.181.252:40873: Network error: Client connection negotiation failed: client connection to 127.31.181.252:40873: connect: Connection refused (error 111)
14:06:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:59.235543 32628 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:06:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:59.236241 32628 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:06:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:59.236696 32628 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:06:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:59.270818 32628 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:06:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:59.271116 32628 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:06:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:59.271310 32628 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:06:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:59.271510 32628 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:06:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:59.271730 32628 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:06:59.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:59.271893 32628 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41021/jwks.json
14:06:59.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:59.310155 32628 master_runner.cc:386] Master server non-default flags:
14:06:59.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:06:59.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.181.212:41293
14:06:59.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-2/data
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-2/wal
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.31.181.254:36773,127.31.181.253:40461,127.31.181.252:40873
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.181.252:40873
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41021/jwks.json
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-2/data/info.pb
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.181.252
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-2/logs
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 13:43:23 UTC on e7f111948823
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11663
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:06:59.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:59.311621 32628 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:06:59.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:59.313943 32628 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:06:59.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:59.327749 32640 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:06:59.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:59.330451 32626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } attempt: 4
14:06:59.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:59.336346 32626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.181.252:40873: Network error: Client connection negotiation failed: client connection to 127.31.181.252:40873: connect: Connection refused (error 111)
14:06:59.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:59.362077 32551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } attempt: 4
14:06:59.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:59.368958 32551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.181.252:40873: Network error: Client connection negotiation failed: client connection to 127.31.181.252:40873: connect: Connection refused (error 111)
14:06:59.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:59.635838 32626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } attempt: 5
14:06:59.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:59.643762 32626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.181.252:40873: Network error: Client connection negotiation failed: client connection to 127.31.181.252:40873: connect: Connection refused (error 111)
14:06:59.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:06:59.652573 32551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } attempt: 5
14:06:59.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:59.659586 32551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.181.252:40873: Network error: Client connection negotiation failed: client connection to 127.31.181.252:40873: connect: Connection refused (error 111)
14:07:00.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.191378 32626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } attempt: 6
14:07:00.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:00.205188 32626 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.181.252:40873: Network error: Client connection negotiation failed: client connection to 127.31.181.252:40873: connect: Connection refused (error 111)
14:07:00.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.212170 32551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } attempt: 6
14:07:00.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:00.222525 32551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.31.181.252:40873: Network error: Client connection negotiation failed: client connection to 127.31.181.252:40873: connect: Connection refused (error 111)
14:07:00.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:06:59.329114 32641 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:00.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:00.574066 32643 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:00.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:00.578637 32628 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.248s user 0.002s sys 0.005s
14:07:00.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:00.579005 32628 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.249s user 0.002s sys 0.005s
14:07:00.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.579305 32628 server_base.cc:1061] running on GCE node
14:07:00.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.580443 32628 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:00.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.583194 32628 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:00.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.584615 32628 hybrid_clock.cc:648] HybridClock initialized: now 1777471620584565 us; error 59 us; skew 500 ppm
14:07:00.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.585479 32628 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:00.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.593328 32628 webserver.cc:492] Webserver started at http://127.31.181.252:41881/ using document root <none> and password file <none>
14:07:00.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.594375 32628 fs_manager.cc:362] Metadata directory not provided
14:07:00.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.594650 32628 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:00.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.595168 32628 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:00.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.599726 32628 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-2/data/instance:
14:07:00.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "993819e67caf4e868f7d3074e1ddd267"
14:07:00.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:00 on dist-test-slave-d35f"
14:07:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.601073 32628 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-2/wal/instance:
14:07:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "993819e67caf4e868f7d3074e1ddd267"
14:07:00.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:00 on dist-test-slave-d35f"
14:07:00.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.609313 32628 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.007s sys 0.000s
14:07:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.616043 32654 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:07:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.617372 32628 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.006s sys 0.001s
14:07:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.617669 32628 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-2/data,/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-2/wal
14:07:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "993819e67caf4e868f7d3074e1ddd267"
14:07:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:00 on dist-test-slave-d35f"
14:07:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.617981 32628 fs_report.cc:389] FS layout report
14:07:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-2/wal
14:07:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-2/wal
14:07:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-2/data/data
14:07:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:00.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.700795 32628 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:07:00.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.702426 32628 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:00.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.702900 32628 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:00.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.775476 32628 rpc_server.cc:307] RPC server started. Bound to: 127.31.181.252:40873
14:07:00.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.775537 32705 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.181.252:40873 every 8 connection(s)
14:07:00.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.778294 32628 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-2/data/info.pb
14:07:00.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.783885 32471 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu as pid 32628
14:07:00.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.784394 32471 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/master-2/wal/instance
14:07:00.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.784456 32706 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:00.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.800550 32706 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.181.254" port: 36773 } has no permanent_uuid. Determining permanent_uuid...
14:07:00.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.825917 32706 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } has no permanent_uuid. Determining permanent_uuid...
14:07:00.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.836680 32706 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } has no permanent_uuid. Determining permanent_uuid...
14:07:00.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.853618 32706 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267: Bootstrap starting.
14:07:00.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.859994 32706 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267: Neither blocks nor log segments found. Creating new log.
14:07:00.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.861948 32706 log.cc:826] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267: Log is configured to *not* fsync() on all Append() calls
14:07:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.867218 32706 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267: No bootstrap required, opened a new log
14:07:00.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.886890 32706 raft_consensus.cc:359] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4d2b75dd85d44ee89242d0773a8ea45c" member_type: VOTER last_known_addr { host: "127.31.181.254" port: 36773 } } peers { permanent_uuid: "447c8a77cda144e7a9370b5f72e16435" member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } } peers { permanent_uuid: "993819e67caf4e868f7d3074e1ddd267" member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } }
14:07:00.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.887580 32706 raft_consensus.cc:385] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.887907 32706 raft_consensus.cc:740] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 993819e67caf4e868f7d3074e1ddd267, State: Initialized, Role: FOLLOWER
14:07:00.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.888697 32706 consensus_queue.cc:260] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4d2b75dd85d44ee89242d0773a8ea45c" member_type: VOTER last_known_addr { host: "127.31.181.254" port: 36773 } } peers { permanent_uuid: "447c8a77cda144e7a9370b5f72e16435" member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } } peers { permanent_uuid: "993819e67caf4e868f7d3074e1ddd267" member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } }
14:07:00.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.891114 32715 sys_catalog.cc:455] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4d2b75dd85d44ee89242d0773a8ea45c" member_type: VOTER last_known_addr { host: "127.31.181.254" port: 36773 } } peers { permanent_uuid: "447c8a77cda144e7a9370b5f72e16435" member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } } peers { permanent_uuid: "993819e67caf4e868f7d3074e1ddd267" member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } } }
14:07:00.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.891839 32715 sys_catalog.cc:458] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [sys.catalog]: This master's current role is: FOLLOWER
14:07:00.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.892850 32706 sys_catalog.cc:565] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [sys.catalog]: configured and running, proceeding with master startup.
14:07:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:00.921756 32726 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:07:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:00.922344 32726 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:07:00.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.916940 32628 master_runner.cc:186] Error getting master registration for 127.31.181.254:36773: OK, instance_id { permanent_uuid: "4d2b75dd85d44ee89242d0773a8ea45c" instance_seqno: 1777471616574675 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:07:00.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:00.946704 32628 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:07:00.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:00.958154 32660 tablet.cc:2404] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:01.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.256171 32551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } attempt: 7
14:07:01.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.265820 32626 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } attempt: 7
14:07:01.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.282660 32551 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c: Bootstrap starting.
14:07:01.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.290751 32551 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c: Neither blocks nor log segments found. Creating new log.
14:07:01.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.295014 32551 log.cc:826] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c: Log is configured to *not* fsync() on all Append() calls
14:07:01.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.301716 32551 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c: No bootstrap required, opened a new log
14:07:01.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.305224 32626 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 447c8a77cda144e7a9370b5f72e16435: Bootstrap starting.
14:07:01.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.313988 32626 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 447c8a77cda144e7a9370b5f72e16435: Neither blocks nor log segments found. Creating new log.
14:07:01.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.316673 32626 log.cc:826] T 00000000000000000000000000000000 P 447c8a77cda144e7a9370b5f72e16435: Log is configured to *not* fsync() on all Append() calls
14:07:01.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.322410 32626 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 447c8a77cda144e7a9370b5f72e16435: No bootstrap required, opened a new log
14:07:01.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.327674 32551 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4d2b75dd85d44ee89242d0773a8ea45c" member_type: VOTER last_known_addr { host: "127.31.181.254" port: 36773 } } peers { permanent_uuid: "447c8a77cda144e7a9370b5f72e16435" member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } } peers { permanent_uuid: "993819e67caf4e868f7d3074e1ddd267" member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } }
14:07:01.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.328338 32551 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:01.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.328641 32551 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4d2b75dd85d44ee89242d0773a8ea45c, State: Initialized, Role: FOLLOWER
14:07:01.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.329519 32551 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4d2b75dd85d44ee89242d0773a8ea45c" member_type: VOTER last_known_addr { host: "127.31.181.254" port: 36773 } } peers { permanent_uuid: "447c8a77cda144e7a9370b5f72e16435" member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } } peers { permanent_uuid: "993819e67caf4e868f7d3074e1ddd267" member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } }
14:07:01.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.331476 32733 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4d2b75dd85d44ee89242d0773a8ea45c" member_type: VOTER last_known_addr { host: "127.31.181.254" port: 36773 } } peers { permanent_uuid: "447c8a77cda144e7a9370b5f72e16435" member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } } peers { permanent_uuid: "993819e67caf4e868f7d3074e1ddd267" member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } } }
14:07:01.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.332320 32733 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c [sys.catalog]: This master's current role is: FOLLOWER
14:07:01.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.333515 32551 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c [sys.catalog]: configured and running, proceeding with master startup.
14:07:01.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.354518 32626 raft_consensus.cc:359] T 00000000000000000000000000000000 P 447c8a77cda144e7a9370b5f72e16435 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4d2b75dd85d44ee89242d0773a8ea45c" member_type: VOTER last_known_addr { host: "127.31.181.254" port: 36773 } } peers { permanent_uuid: "447c8a77cda144e7a9370b5f72e16435" member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } } peers { permanent_uuid: "993819e67caf4e868f7d3074e1ddd267" member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } }
14:07:01.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.355633 32626 raft_consensus.cc:385] T 00000000000000000000000000000000 P 447c8a77cda144e7a9370b5f72e16435 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:01.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.356081 32626 raft_consensus.cc:740] T 00000000000000000000000000000000 P 447c8a77cda144e7a9370b5f72e16435 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 447c8a77cda144e7a9370b5f72e16435, State: Initialized, Role: FOLLOWER
14:07:01.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.357210 32626 consensus_queue.cc:260] T 00000000000000000000000000000000 P 447c8a77cda144e7a9370b5f72e16435 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4d2b75dd85d44ee89242d0773a8ea45c" member_type: VOTER last_known_addr { host: "127.31.181.254" port: 36773 } } peers { permanent_uuid: "447c8a77cda144e7a9370b5f72e16435" member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } } peers { permanent_uuid: "993819e67caf4e868f7d3074e1ddd267" member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } }
14:07:01.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.360451 32744 sys_catalog.cc:455] T 00000000000000000000000000000000 P 447c8a77cda144e7a9370b5f72e16435 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4d2b75dd85d44ee89242d0773a8ea45c" member_type: VOTER last_known_addr { host: "127.31.181.254" port: 36773 } } peers { permanent_uuid: "447c8a77cda144e7a9370b5f72e16435" member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } } peers { permanent_uuid: "993819e67caf4e868f7d3074e1ddd267" member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } } }
14:07:01.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.361481 32744 sys_catalog.cc:458] T 00000000000000000000000000000000 P 447c8a77cda144e7a9370b5f72e16435 [sys.catalog]: This master's current role is: FOLLOWER
14:07:01.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.362468 32626 sys_catalog.cc:565] T 00000000000000000000000000000000 P 447c8a77cda144e7a9370b5f72e16435 [sys.catalog]: configured and running, proceeding with master startup.
14:07:01.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.376246 32715 raft_consensus.cc:493] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:01.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.376931 32715 raft_consensus.cc:515] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4d2b75dd85d44ee89242d0773a8ea45c" member_type: VOTER last_known_addr { host: "127.31.181.254" port: 36773 } } peers { permanent_uuid: "447c8a77cda144e7a9370b5f72e16435" member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } } peers { permanent_uuid: "993819e67caf4e868f7d3074e1ddd267" member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } }
14:07:01.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.379397 32715 leader_election.cc:290] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4d2b75dd85d44ee89242d0773a8ea45c (127.31.181.254:36773), 447c8a77cda144e7a9370b5f72e16435 (127.31.181.253:40461)
14:07:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.381613 32601 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "993819e67caf4e868f7d3074e1ddd267" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "447c8a77cda144e7a9370b5f72e16435" is_pre_election: true
14:07:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.381757 32526 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "993819e67caf4e868f7d3074e1ddd267" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4d2b75dd85d44ee89242d0773a8ea45c" is_pre_election: true
14:07:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.382536 32601 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 447c8a77cda144e7a9370b5f72e16435 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 993819e67caf4e868f7d3074e1ddd267 in term 0.
14:07:01.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.382853 32526 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 993819e67caf4e868f7d3074e1ddd267 in term 0.
14:07:01.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.384197 32655 leader_election.cc:304] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 447c8a77cda144e7a9370b5f72e16435, 993819e67caf4e868f7d3074e1ddd267; no voters:
14:07:01.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.385840 32715 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:07:01.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.386307 32715 raft_consensus.cc:493] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:01.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.386734 32715 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [term 0 FOLLOWER]: Advancing to term 1
14:07:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:01.393187 32745 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:07:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:01.393715 32745 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:07:01.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.411706 32715 raft_consensus.cc:515] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4d2b75dd85d44ee89242d0773a8ea45c" member_type: VOTER last_known_addr { host: "127.31.181.254" port: 36773 } } peers { permanent_uuid: "447c8a77cda144e7a9370b5f72e16435" member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } } peers { permanent_uuid: "993819e67caf4e868f7d3074e1ddd267" member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } }
14:07:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.422274 32526 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "993819e67caf4e868f7d3074e1ddd267" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4d2b75dd85d44ee89242d0773a8ea45c"
14:07:01.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.422904 32526 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c [term 0 FOLLOWER]: Advancing to term 1
14:07:01.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.430102 32526 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 993819e67caf4e868f7d3074e1ddd267 in term 1.
14:07:01.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.431474 32655 leader_election.cc:304] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4d2b75dd85d44ee89242d0773a8ea45c, 993819e67caf4e868f7d3074e1ddd267; no voters:
14:07:01.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.437484 32715 leader_election.cc:290] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [CANDIDATE]: Term 1 election: Requested vote from peers 4d2b75dd85d44ee89242d0773a8ea45c (127.31.181.254:36773), 447c8a77cda144e7a9370b5f72e16435 (127.31.181.253:40461)
14:07:01.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.439078 32715 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [term 1 FOLLOWER]: Leader election won for term 1
14:07:01.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.440358 32715 raft_consensus.cc:697] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [term 1 LEADER]: Becoming Leader. State: Replica: 993819e67caf4e868f7d3074e1ddd267, State: Running, Role: LEADER
14:07:01.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.442013 32715 consensus_queue.cc:237] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4d2b75dd85d44ee89242d0773a8ea45c" member_type: VOTER last_known_addr { host: "127.31.181.254" port: 36773 } } peers { permanent_uuid: "447c8a77cda144e7a9370b5f72e16435" member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } } peers { permanent_uuid: "993819e67caf4e868f7d3074e1ddd267" member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } }
14:07:01.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.446117 32601 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "993819e67caf4e868f7d3074e1ddd267" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "447c8a77cda144e7a9370b5f72e16435"
14:07:01.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.446727 32601 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 447c8a77cda144e7a9370b5f72e16435 [term 0 FOLLOWER]: Advancing to term 1
14:07:01.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.453794 32601 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 447c8a77cda144e7a9370b5f72e16435 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 993819e67caf4e868f7d3074e1ddd267 in term 1.
14:07:01.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.370465 32483 master_runner.cc:186] Error getting master registration for 127.31.181.253:40461: OK, instance_id { permanent_uuid: "447c8a77cda144e7a9370b5f72e16435" instance_seqno: 1777471618884353 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:07:01.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.483191 32483 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:07:01.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.483965 32748 sys_catalog.cc:455] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 993819e67caf4e868f7d3074e1ddd267. Latest consensus state: current_term: 1 leader_uuid: "993819e67caf4e868f7d3074e1ddd267" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4d2b75dd85d44ee89242d0773a8ea45c" member_type: VOTER last_known_addr { host: "127.31.181.254" port: 36773 } } peers { permanent_uuid: "447c8a77cda144e7a9370b5f72e16435" member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } } peers { permanent_uuid: "993819e67caf4e868f7d3074e1ddd267" member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } } }
14:07:01.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.484696 32748 sys_catalog.cc:458] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [sys.catalog]: This master's current role is: LEADER
14:07:01.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.502279 32754 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
14:07:01.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.511327 32754 catalog_manager.cc:1494] Initializing Kudu cluster ID...
14:07:01.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:01.533363 32505 tablet.cc:2404] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:01.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.537672 32601 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 447c8a77cda144e7a9370b5f72e16435 [term 1 FOLLOWER]: Refusing update from remote peer 993819e67caf4e868f7d3074e1ddd267: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:07:01.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.539536 32748 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [LEADER]: Connected to new peer: Peer: permanent_uuid: "447c8a77cda144e7a9370b5f72e16435" member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.543771 32761 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:07:01.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.546497 32526 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c [term 1 FOLLOWER]: Refusing update from remote peer 993819e67caf4e868f7d3074e1ddd267: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:07:01.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.548055 32748 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4d2b75dd85d44ee89242d0773a8ea45c" member_type: VOTER last_known_addr { host: "127.31.181.254" port: 36773 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:01.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.581830 32744 sys_catalog.cc:455] T 00000000000000000000000000000000 P 447c8a77cda144e7a9370b5f72e16435 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 993819e67caf4e868f7d3074e1ddd267. Latest consensus state: current_term: 1 leader_uuid: "993819e67caf4e868f7d3074e1ddd267" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4d2b75dd85d44ee89242d0773a8ea45c" member_type: VOTER last_known_addr { host: "127.31.181.254" port: 36773 } } peers { permanent_uuid: "447c8a77cda144e7a9370b5f72e16435" member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } } peers { permanent_uuid: "993819e67caf4e868f7d3074e1ddd267" member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } } }
14:07:01.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.582590 32744 sys_catalog.cc:458] T 00000000000000000000000000000000 P 447c8a77cda144e7a9370b5f72e16435 [sys.catalog]: This master's current role is: FOLLOWER
14:07:01.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:01.592229 32580 tablet.cc:2404] T 00000000000000000000000000000000 P 447c8a77cda144e7a9370b5f72e16435: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:01.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.609124 32760 mvcc.cc:204] Tried to move back new op lower bound from 7280523761796788224 to 7280523761492373504. Current Snapshot: MvccSnapshot[applied={T|T < 7280523761796788224}]
14:07:01.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.613390 32762 mvcc.cc:204] Tried to move back new op lower bound from 7280523761796788224 to 7280523761492373504. Current Snapshot: MvccSnapshot[applied={T|T < 7280523761796788224}]
14:07:01.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.617260 32744 sys_catalog.cc:455] T 00000000000000000000000000000000 P 447c8a77cda144e7a9370b5f72e16435 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "993819e67caf4e868f7d3074e1ddd267" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4d2b75dd85d44ee89242d0773a8ea45c" member_type: VOTER last_known_addr { host: "127.31.181.254" port: 36773 } } peers { permanent_uuid: "447c8a77cda144e7a9370b5f72e16435" member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } } peers { permanent_uuid: "993819e67caf4e868f7d3074e1ddd267" member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } } }
14:07:01.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.617969 32744 sys_catalog.cc:458] T 00000000000000000000000000000000 P 447c8a77cda144e7a9370b5f72e16435 [sys.catalog]: This master's current role is: FOLLOWER
14:07:01.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.630189 32748 sys_catalog.cc:455] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "993819e67caf4e868f7d3074e1ddd267" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4d2b75dd85d44ee89242d0773a8ea45c" member_type: VOTER last_known_addr { host: "127.31.181.254" port: 36773 } } peers { permanent_uuid: "447c8a77cda144e7a9370b5f72e16435" member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } } peers { permanent_uuid: "993819e67caf4e868f7d3074e1ddd267" member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } } }
14:07:01.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.631102 32748 sys_catalog.cc:458] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [sys.catalog]: This master's current role is: LEADER
14:07:01.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.635085 32754 catalog_manager.cc:1357] Generated new cluster ID: 4fb67a704b444c70b834be02093b7c8a
14:07:01.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.635408 32754 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
14:07:01.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.651250 32733 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 993819e67caf4e868f7d3074e1ddd267. Latest consensus state: current_term: 1 leader_uuid: "993819e67caf4e868f7d3074e1ddd267" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4d2b75dd85d44ee89242d0773a8ea45c" member_type: VOTER last_known_addr { host: "127.31.181.254" port: 36773 } } peers { permanent_uuid: "447c8a77cda144e7a9370b5f72e16435" member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } } peers { permanent_uuid: "993819e67caf4e868f7d3074e1ddd267" member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } } }
14:07:01.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.652037 32733 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c [sys.catalog]: This master's current role is: FOLLOWER
14:07:01.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.660059 32763 mvcc.cc:204] Tried to move back new op lower bound from 7280523761796788224 to 7280523761492373504. Current Snapshot: MvccSnapshot[applied={T|T < 7280523761796788224}]
14:07:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.666292 300 sys_catalog.cc:455] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "993819e67caf4e868f7d3074e1ddd267" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4d2b75dd85d44ee89242d0773a8ea45c" member_type: VOTER last_known_addr { host: "127.31.181.254" port: 36773 } } peers { permanent_uuid: "447c8a77cda144e7a9370b5f72e16435" member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } } peers { permanent_uuid: "993819e67caf4e868f7d3074e1ddd267" member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } } }
14:07:01.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.667392 300 sys_catalog.cc:458] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267 [sys.catalog]: This master's current role is: LEADER
14:07:01.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.671054 32733 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "993819e67caf4e868f7d3074e1ddd267" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4d2b75dd85d44ee89242d0773a8ea45c" member_type: VOTER last_known_addr { host: "127.31.181.254" port: 36773 } } peers { permanent_uuid: "447c8a77cda144e7a9370b5f72e16435" member_type: VOTER last_known_addr { host: "127.31.181.253" port: 40461 } } peers { permanent_uuid: "993819e67caf4e868f7d3074e1ddd267" member_type: VOTER last_known_addr { host: "127.31.181.252" port: 40873 } } }
14:07:01.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.671730 32733 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c [sys.catalog]: This master's current role is: FOLLOWER
14:07:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.687573 32754 catalog_manager.cc:1380] Generated new certificate authority record
14:07:01.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.695086 32754 catalog_manager.cc:1514] Loading token signing keys...
14:07:01.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.726437 32754 catalog_manager.cc:6044] T 00000000000000000000000000000000 P 993819e67caf4e868f7d3074e1ddd267: Generated new TSK 0
14:07:01.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.727869 32754 catalog_manager.cc:1524] Initializing in-progress tserver states...
14:07:01.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:01.750481 32471 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:01.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-0/wal
14:07:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-0/data
14:07:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-0/logs
14:07:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-0/data/info.pb
14:07:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:07:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.181.193:0
14:07:01.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.181.193
14:07:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.181.193
14:07:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.181.254:36773,127.31.181.253:40461,127.31.181.252:40873
14:07:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.181.212:41293
14:07:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:01.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:07:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:02.196295 302 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:02.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:02.196983 302 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:02.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:02.197700 302 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:02.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:02.259182 302 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:02.260564 302 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.181.193
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:02.327813 302 tablet_server_runner.cc:78] Tablet server non-default flags:
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.181.212:41293
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-0/data
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-0/wal
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.181.193:0
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-0/data/info.pb
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.181.193
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.181.254:36773,127.31.181.253:40461,127.31.181.252:40873
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.181.193
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-0/logs
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 13:43:23 UTC on e7f111948823
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11663
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:02.329612 302 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:02.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:02.331825 302 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:02.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:02.348898 308 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:02.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:02.399822 32745 catalog_manager.cc:1269] Loaded cluster ID: 4fb67a704b444c70b834be02093b7c8a
14:07:02.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:02.400389 32745 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c: loading cluster ID for follower catalog manager: success
14:07:02.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:02.408083 32745 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c: acquiring CA information for follower catalog manager: success
14:07:02.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:02.416007 32745 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 4d2b75dd85d44ee89242d0773a8ea45c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:07:02.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:02.569453 32761 catalog_manager.cc:1269] Loaded cluster ID: 4fb67a704b444c70b834be02093b7c8a
14:07:02.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:02.576081 32761 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 447c8a77cda144e7a9370b5f72e16435: loading cluster ID for follower catalog manager: success
14:07:02.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:02.605672 32761 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 447c8a77cda144e7a9370b5f72e16435: acquiring CA information for follower catalog manager: success
14:07:02.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:02.626178 32761 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 447c8a77cda144e7a9370b5f72e16435: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:07:04.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:02.350260 309 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:04.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:04.244499 302 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.896s user 0.694s sys 1.086s
14:07:04.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:04.244874 302 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.897s user 0.694s sys 1.086s
14:07:04.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:03.749823 307 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 302
14:07:04.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.282694 302 server_base.cc:1061] running on GCE node
14:07:04.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:04.283861 313 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:04.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.285295 302 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:04.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.301550 302 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:04.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.303056 302 hybrid_clock.cc:648] HybridClock initialized: now 1777471624302906 us; error 155 us; skew 500 ppm
14:07:04.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.304201 302 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:04.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.335287 302 webserver.cc:492] Webserver started at http://127.31.181.193:34119/ using document root <none> and password file <none>
14:07:04.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.336596 302 fs_manager.cc:362] Metadata directory not provided
14:07:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.336881 302 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.337464 302 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.343664 302 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-0/data/instance:
14:07:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72d266b8eade46a39b1f088da33ef723"
14:07:04.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:04 on dist-test-slave-d35f"
14:07:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.345206 302 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-0/wal/instance:
14:07:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72d266b8eade46a39b1f088da33ef723"
14:07:04.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:04 on dist-test-slave-d35f"
14:07:04.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.360437 302 fs_manager.cc:696] Time spent creating directory manager: real 0.014s user 0.005s sys 0.009s
14:07:04.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.373617 319 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:07:04.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.374961 302 fs_manager.cc:730] Time spent opening block manager: real 0.010s user 0.007s sys 0.000s
14:07:04.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.375375 302 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-0/data,/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-0/wal
14:07:04.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "72d266b8eade46a39b1f088da33ef723"
14:07:04.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:04 on dist-test-slave-d35f"
14:07:04.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.375826 302 fs_report.cc:389] FS layout report
14:07:04.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:04.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-0/wal
14:07:04.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-0/wal
14:07:04.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-0/data/data
14:07:04.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:04.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:04.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:04.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:04.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:04.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:04.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:04.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:04.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:04.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:04.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:04.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.463610 302 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:07:04.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.465736 302 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:04.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.466347 302 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:04.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.470338 302 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:07:04.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.475440 302 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:07:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.475678 302 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:07:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.475975 302 ts_tablet_manager.cc:616] Registered 0 tablets
14:07:04.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.476223 302 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:07:04.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.690533 302 rpc_server.cc:307] RPC server started. Bound to: 127.31.181.193:44345
14:07:04.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.690689 431 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.181.193:44345 every 8 connection(s)
14:07:04.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.694561 302 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-0/data/info.pb
14:07:04.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.697845 32471 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu as pid 302
14:07:04.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.698351 32471 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-0/wal/instance
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.719753 32471 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-1/wal
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-1/data
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-1/logs
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-1/data/info.pb
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.181.194:0
14:07:04.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.181.194
14:07:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.181.194
14:07:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.181.254:36773,127.31.181.253:40461,127.31.181.252:40873
14:07:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.181.212:41293
14:07:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:04.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:07:04.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.816011 432 heartbeater.cc:344] Connected to a master server at 127.31.181.252:40873
14:07:04.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.816548 432 heartbeater.cc:461] Registering TS with master...
14:07:04.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.817842 432 heartbeater.cc:507] Master 127.31.181.252:40873 requested a full tablet report, sending...
14:07:04.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.821274 32671 ts_manager.cc:194] Registered new tserver with Master: 72d266b8eade46a39b1f088da33ef723 (127.31.181.193:44345)
14:07:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.824853 32671 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.181.193:54491
14:07:04.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.834486 434 heartbeater.cc:344] Connected to a master server at 127.31.181.253:40461
14:07:04.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.834875 434 heartbeater.cc:461] Registering TS with master...
14:07:04.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.835645 434 heartbeater.cc:507] Master 127.31.181.253:40461 requested a full tablet report, sending...
14:07:04.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.838732 438 heartbeater.cc:344] Connected to a master server at 127.31.181.254:36773
14:07:04.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.838744 32591 ts_manager.cc:194] Registered new tserver with Master: 72d266b8eade46a39b1f088da33ef723 (127.31.181.193:44345)
14:07:04.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.839035 438 heartbeater.cc:461] Registering TS with master...
14:07:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.839681 438 heartbeater.cc:507] Master 127.31.181.254:36773 requested a full tablet report, sending...
14:07:04.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:04.842921 32516 ts_manager.cc:194] Registered new tserver with Master: 72d266b8eade46a39b1f088da33ef723 (127.31.181.193:44345)
14:07:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:05.278663 437 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:05.279325 437 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:05.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:05.280043 437 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:05.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:05.322007 437 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:05.322872 437 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.181.194
14:07:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:05.360093 437 tablet_server_runner.cc:78] Tablet server non-default flags:
14:07:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.181.212:41293
14:07:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-1/data
14:07:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-1/wal
14:07:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.181.194:0
14:07:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-1/data/info.pb
14:07:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.181.194
14:07:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.181.254:36773,127.31.181.253:40461,127.31.181.252:40873
14:07:05.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.181.194
14:07:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-1/logs
14:07:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:07:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:07:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
14:07:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 13:43:23 UTC on e7f111948823
14:07:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11663
14:07:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:05.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:05.361488 437 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:05.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:05.363014 437 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:05.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:05.376547 450 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:05.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:05.829221 432 heartbeater.cc:499] Master 127.31.181.252:40873 was elected leader, sending a full tablet report...
14:07:07.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:06.779137 449 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 437
14:07:07.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:07.082837 449 kernel_stack_watchdog.cc:198] Thread 437 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
14:07:07.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:07:07.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:07:07.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:07:07.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:07:07.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:07.083237 437 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.705s user 0.509s sys 0.945s
14:07:07.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:07.083648 437 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.706s user 0.509s sys 0.945s
14:07:07.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:05.378401 451 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:07.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:07.084504 452 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1705 milliseconds
14:07:07.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:07.085733 453 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:07.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.085665 437 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:07.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.088860 437 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:07.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.091086 437 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:07.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.092506 437 hybrid_clock.cc:648] HybridClock initialized: now 1777471627092460 us; error 52 us; skew 500 ppm
14:07:07.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.093444 437 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:07.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.099798 437 webserver.cc:492] Webserver started at http://127.31.181.194:36621/ using document root <none> and password file <none>
14:07:07.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.100863 437 fs_manager.cc:362] Metadata directory not provided
14:07:07.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.101173 437 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:07.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.101708 437 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:07.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.106431 437 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-1/data/instance:
14:07:07.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a248ffee482144e087dd1e0ed8f45d1f"
14:07:07.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:07 on dist-test-slave-d35f"
14:07:07.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.107618 437 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-1/wal/instance:
14:07:07.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a248ffee482144e087dd1e0ed8f45d1f"
14:07:07.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:07 on dist-test-slave-d35f"
14:07:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.114910 437 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
14:07:07.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.120772 461 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:07:07.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.121956 437 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
14:07:07.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.122349 437 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-1/data,/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-1/wal
14:07:07.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a248ffee482144e087dd1e0ed8f45d1f"
14:07:07.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:07 on dist-test-slave-d35f"
14:07:07.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.122707 437 fs_report.cc:389] FS layout report
14:07:07.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:07.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-1/wal
14:07:07.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-1/wal
14:07:07.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-1/data/data
14:07:07.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:07.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:07.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:07.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:07.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:07.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:07.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:07.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:07.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:07.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:07.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:07.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.183684 437 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:07:07.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.185385 437 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:07.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.185914 437 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:07.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.188602 437 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:07:07.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.192864 437 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:07:07.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.193185 437 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
14:07:07.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.193487 437 ts_tablet_manager.cc:616] Registered 0 tablets
14:07:07.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.193692 437 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:07:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.335141 437 rpc_server.cc:307] RPC server started. Bound to: 127.31.181.194:38805
14:07:07.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.335251 573 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.181.194:38805 every 8 connection(s)
14:07:07.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.337957 437 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-1/data/info.pb
14:07:07.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.346997 32471 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu as pid 437
14:07:07.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.347786 32471 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-1/wal/instance
14:07:07.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.367007 32471 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-2/wal
14:07:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-2/data
14:07:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-2/logs
14:07:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-2/data/info.pb
14:07:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:07:07.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.181.195:0
14:07:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.181.195
14:07:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.181.195
14:07:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.181.254:36773,127.31.181.253:40461,127.31.181.252:40873
14:07:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.181.212:41293
14:07:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:07.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:07:07.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.401286 574 heartbeater.cc:344] Connected to a master server at 127.31.181.252:40873
14:07:07.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.401819 574 heartbeater.cc:461] Registering TS with master...
14:07:07.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.401796 576 heartbeater.cc:344] Connected to a master server at 127.31.181.254:36773
14:07:07.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.402258 576 heartbeater.cc:461] Registering TS with master...
14:07:07.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.402982 575 heartbeater.cc:344] Connected to a master server at 127.31.181.253:40461
14:07:07.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.403373 575 heartbeater.cc:461] Registering TS with master...
14:07:07.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.403573 574 heartbeater.cc:507] Master 127.31.181.252:40873 requested a full tablet report, sending...
14:07:07.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.403759 576 heartbeater.cc:507] Master 127.31.181.254:36773 requested a full tablet report, sending...
14:07:07.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.404341 575 heartbeater.cc:507] Master 127.31.181.253:40461 requested a full tablet report, sending...
14:07:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.406597 32671 ts_manager.cc:194] Registered new tserver with Master: a248ffee482144e087dd1e0ed8f45d1f (127.31.181.194:38805)
14:07:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.406935 32516 ts_manager.cc:194] Registered new tserver with Master: a248ffee482144e087dd1e0ed8f45d1f (127.31.181.194:38805)
14:07:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.407274 32591 ts_manager.cc:194] Registered new tserver with Master: a248ffee482144e087dd1e0ed8f45d1f (127.31.181.194:38805)
14:07:07.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.408332 32671 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.181.194:43819
14:07:07.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:07.727718 584 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:07.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:07.728397 584 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:07.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:07.728982 584 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:07.762872 584 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:07.763648 584 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.31.181.195
14:07:07.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.801362 584 tablet_server_runner.cc:78] Tablet server non-default flags:
14:07:07.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:07.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.31.181.212:41293
14:07:07.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:07.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:07.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-2/data
14:07:07.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-2/wal
14:07:07.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:07.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.31.181.195:0
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-2/data/info.pb
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.31.181.195
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.31.181.254:36773,127.31.181.253:40461,127.31.181.252:40873
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.31.181.195
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-2/logs
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 13:43:23 UTC on e7f111948823
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11663
14:07:07.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:07.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.802755 584 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:07.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:07.804652 584 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:07.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:07.818123 590 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:08.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:08.411305 574 heartbeater.cc:499] Master 127.31.181.252:40873 was elected leader, sending a full tablet report...
14:07:09.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:09.222182 589 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 584
14:07:09.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:09.304464 584 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.486s user 0.535s sys 0.938s
14:07:09.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:09.305002 584 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.487s user 0.536s sys 0.938s
14:07:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:07.818634 591 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:09.306535 592 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1487 milliseconds
14:07:09.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.306910 584 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:09.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:09.307003 593 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:09.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.310953 584 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.313021 584 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:09.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.314402 584 hybrid_clock.cc:648] HybridClock initialized: now 1777471629314341 us; error 94 us; skew 500 ppm
14:07:09.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.315411 584 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:09.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.321822 584 webserver.cc:492] Webserver started at http://127.31.181.195:34061/ using document root <none> and password file <none>
14:07:09.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.322871 584 fs_manager.cc:362] Metadata directory not provided
14:07:09.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.323096 584 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:09.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.323586 584 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.327812 584 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-2/data/instance:
14:07:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "255fe185ea2d45538eb3979d63063c69"
14:07:09.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:09 on dist-test-slave-d35f"
14:07:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.328830 584 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-2/wal/instance:
14:07:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "255fe185ea2d45538eb3979d63063c69"
14:07:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:09 on dist-test-slave-d35f"
14:07:09.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.336408 584 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.002s sys 0.004s
14:07:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.342607 601 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:07:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.344065 584 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
14:07:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.344513 584 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-2/data,/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-2/wal
14:07:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "255fe185ea2d45538eb3979d63063c69"
14:07:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:09 on dist-test-slave-d35f"
14:07:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.344987 584 fs_report.cc:389] FS layout report
14:07:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-2/wal
14:07:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-2/wal
14:07:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-2/data/data
14:07:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:09.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.416724 584 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:07:09.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.418184 584 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:09.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.418606 584 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:09.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.421319 584 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:07:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.426851 584 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:07:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.427110 584 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:07:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.427326 584 ts_tablet_manager.cc:616] Registered 0 tablets
14:07:09.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.427461 584 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:07:09.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.566426 584 rpc_server.cc:307] RPC server started. Bound to: 127.31.181.195:32861
14:07:09.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.566533 713 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.31.181.195:32861 every 8 connection(s)
14:07:09.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.568818 584 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-2/data/info.pb
14:07:09.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.578778 32471 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu as pid 584
14:07:09.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.579250 32471 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster4211575923791101511/ts-2/wal/instance
14:07:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.608569 714 heartbeater.cc:344] Connected to a master server at 127.31.181.252:40873
14:07:09.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.609138 714 heartbeater.cc:461] Registering TS with master...
14:07:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.610544 714 heartbeater.cc:507] Master 127.31.181.252:40873 requested a full tablet report, sending...
14:07:09.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.613327 32671 ts_manager.cc:194] Registered new tserver with Master: 255fe185ea2d45538eb3979d63063c69 (127.31.181.195:32861)
14:07:09.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.615788 32671 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.31.181.195:37827
14:07:09.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.616313 715 heartbeater.cc:344] Connected to a master server at 127.31.181.253:40461
14:07:09.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.616705 715 heartbeater.cc:461] Registering TS with master...
14:07:09.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.617626 715 heartbeater.cc:507] Master 127.31.181.253:40461 requested a full tablet report, sending...
14:07:09.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.620373 32591 ts_manager.cc:194] Registered new tserver with Master: 255fe185ea2d45538eb3979d63063c69 (127.31.181.195:32861)
14:07:09.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.621120 716 heartbeater.cc:344] Connected to a master server at 127.31.181.254:36773
14:07:09.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.621497 716 heartbeater.cc:461] Registering TS with master...
14:07:09.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.622202 716 heartbeater.cc:507] Master 127.31.181.254:36773 requested a full tablet report, sending...
14:07:09.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.624855 32515 ts_manager.cc:194] Registered new tserver with Master: 255fe185ea2d45538eb3979d63063c69 (127.31.181.195:32861)
14:07:09.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:09.638425 32471 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:07:09.649 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:07:09.650 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
14:07:09.651 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.31.181.254"
port: 36773
}
bound_http_address {
host: "127.31.181.254"
port: 40117
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.31.181.253"
port: 40461
}
bound_http_address {
host: "127.31.181.253"
port: 41915
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.31.181.252"
port: 40873
}
bound_http_address {
host: "127.31.181.252"
port: 41881
}
}
}
14:07:09.651 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:07:09.652 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.31.181.193"
port: 44345
}
bound_http_address {
host: "127.31.181.193"
port: 34119
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.31.181.194"
port: 38805
}
bound_http_address {
host: "127.31.181.194"
port: 36621
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.31.181.195"
port: 32861
}
bound_http_address {
host: "127.31.181.195"
port: 34061
}
}
}
14:07:09.652 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:07:09.653 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster8348639017315244928/krb5kdc/krb5cc
14:07:09.653 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
14:07:09.654 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskpkgmg8/test-tmp
14:07:09.655 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:07:09.655 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskpkgmg8/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:07:09.657 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
14:07:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:09.845377 32547 debug-util.cc:398] Leaking SignalData structure 0x7b08000b0b40 after lost signal to thread 32484
14:07:10.015 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:10.016 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:07:10.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:10.019178 725 mini_oidc.cc:150] Starting JWKS server
14:07:10.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:10.023144 725 webserver.cc:492] Webserver started at http://127.0.0.1:42525/ using document root <none> and password file <none>
14:07:10.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:10.023685 725 mini_oidc.cc:186] Starting OIDC Discovery server
14:07:10.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:10.025563 725 webserver.cc:492] Webserver started at http://127.0.0.1:33359/ using document root <none> and password file <none>
14:07:10.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
14:07:10.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/principal' for realm 'KRBTEST.COM',
14:07:10.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
14:07:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:10 dist-test-slave-d35f krb5kdc[736](info): setting up network...
14:07:10.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
14:07:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:10 dist-test-slave-d35f krb5kdc[736](info): set up 2 sockets
14:07:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:10 dist-test-slave-d35f krb5kdc[736](info): commencing operation
14:07:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
14:07:10.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:10.620378 714 heartbeater.cc:499] Master 127.31.181.252:40873 was elected leader, sending a full tablet report...
14:07:12.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:12.208403 725 mini_kdc.cc:121] Time spent starting KDC: real 2.145s user 0.003s sys 0.017s
14:07:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
14:07:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:07:12.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
14:07:12.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
14:07:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:07:12.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
14:07:12.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
14:07:12.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:07:12.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
14:07:12.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:07:12.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/test-user.keytab.
14:07:12.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/test-user.keytab.
14:07:12.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:12 dist-test-slave-d35f krb5kdc[736](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777471632, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:07:12.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:07:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-29T14:07:12Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:07:12.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-29T14:07:12Z Disabled control of system clock
14:07:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.0.181.126@KRBTEST.COM; defaulting to no policy
14:07:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:07:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.0.181.126@KRBTEST.COM" created.
14:07:12.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:07:12.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.181.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab.
14:07:12.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.181.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab.
14:07:12.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.0.181.126@KRBTEST.COM; defaulting to no policy
14:07:12.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:07:12.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.0.181.126@KRBTEST.COM" created.
14:07:12.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:07:12.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.181.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab.
14:07:12.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.181.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab.
14:07:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:12.443351 725 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/wal
14:07:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/data
14:07:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:12.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/logs
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/data/info.pb
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.181.126:39591
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.181.126
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.181.126
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.181.84:34101
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.181.126:39591,127.0.181.125:35075,127.0.181.124:33345
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:07:12.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:07:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:12.765625 753 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:12.766166 753 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:12.766781 753 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:12.800697 753 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:07:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:12.800951 753 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:12.801218 753 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:12.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:12.801425 753 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:12.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:12.801620 753 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:12.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:12.801797 753 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:12.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:12.801934 753 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42525/jwks.json
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:12.841840 753 master_runner.cc:386] Master server non-default flags:
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.181.84:34101
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/data
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/wal
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.181.126:39591,127.0.181.125:35075,127.0.181.124:33345
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.181.126
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.181.126:39591
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/data/info.pb
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.181.126
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/logs
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
14:07:12.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 13:43:23 UTC on e7f111948823
14:07:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11663
14:07:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:12.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:12.843197 753 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:12.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:12.844239 753 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:12.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:12.855522 759 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:14.261394 758 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 753
14:07:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:14.499895 753 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.644s user 0.494s sys 1.076s
14:07:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:14.500337 753 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.645s user 0.494s sys 1.076s
14:07:14.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:12.856298 760 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:14.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:14.501523 761 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1644 milliseconds
14:07:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:14.502342 762 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:14.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.502290 753 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:14.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.506783 753 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:14.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.509274 753 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:14.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.510675 753 hybrid_clock.cc:648] HybridClock initialized: now 1777471634510637 us; error 36 us; skew 500 ppm
14:07:14.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.511660 753 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:14.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:14 dist-test-slave-d35f krb5kdc[736](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777471634, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.181.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:07:14.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.517866 753 init.cc:377] Logged in from keytab as kudu/127.0.181.126@KRBTEST.COM (short username kudu)
14:07:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.522778 753 webserver.cc:492] Webserver started at http://127.0.181.126:41793/ using document root <none> and password file <none>
14:07:14.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.523643 753 fs_manager.cc:362] Metadata directory not provided
14:07:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.523864 753 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:14.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.524267 753 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:14.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.528689 753 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/data/instance:
14:07:14.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47adfba8494a462d8f5d65419c4fd69d"
14:07:14.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:14 on dist-test-slave-d35f"
14:07:14.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.529861 753 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/wal/instance:
14:07:14.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47adfba8494a462d8f5d65419c4fd69d"
14:07:14.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:14 on dist-test-slave-d35f"
14:07:14.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.537890 753 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
14:07:14.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.543336 770 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:07:14.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.544440 753 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
14:07:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.544797 753 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/data,/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/wal
14:07:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47adfba8494a462d8f5d65419c4fd69d"
14:07:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:14 on dist-test-slave-d35f"
14:07:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.545199 753 fs_report.cc:389] FS layout report
14:07:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/wal
14:07:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/wal
14:07:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/data/data
14:07:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:14.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:14.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:14.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.611451 753 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:07:14.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.617385 753 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:14.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.617920 753 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:14.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.695600 753 rpc_server.cc:307] RPC server started. Bound to: 127.0.181.126:39591
14:07:14.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.695686 821 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.181.126:39591 every 8 connection(s)
14:07:14.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.699430 753 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/data/info.pb
14:07:14.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.705215 725 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu as pid 753
14:07:14.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.705879 725 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/wal/instance
14:07:14.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.707741 822 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:14.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.723192 822 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } has no permanent_uuid. Determining permanent_uuid...
14:07:14.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.0.181.125@KRBTEST.COM; defaulting to no policy
14:07:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:07:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.0.181.125@KRBTEST.COM" created.
14:07:14.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:14 dist-test-slave-d35f krb5kdc[736](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777471634, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.181.126@KRBTEST.COM for kudu/127.0.181.126@KRBTEST.COM
14:07:14.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.764410 822 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } has no permanent_uuid. Determining permanent_uuid...
14:07:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:07:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.181.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab.
14:07:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.181.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab.
14:07:14.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:14.767186 772 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.181.125:35075: connect: Connection refused (error 111)
14:07:14.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:14.771453 822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.181.125:35075: Network error: Client connection negotiation failed: client connection to 127.0.181.125:35075: connect: Connection refused (error 111)
14:07:14.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.0.181.125@KRBTEST.COM; defaulting to no policy
14:07:14.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:07:14.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.0.181.125@KRBTEST.COM" created.
14:07:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:07:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.181.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab.
14:07:14.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.181.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab.
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.805822 725 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/wal
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/data
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/logs
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/data/info.pb
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.181.125:35075
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.181.125
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.181.125
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.181.84:34101
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.181.126:39591,127.0.181.125:35075,127.0.181.124:33345
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:07:14.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:07:14.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.821094 822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } attempt: 1
14:07:14.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:14.824998 822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.181.125:35075: Network error: Client connection negotiation failed: client connection to 127.0.181.125:35075: connect: Connection refused (error 111)
14:07:14.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.893487 822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } attempt: 2
14:07:14.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:14.897567 822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.181.125:35075: Network error: Client connection negotiation failed: client connection to 127.0.181.125:35075: connect: Connection refused (error 111)
14:07:14.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:14.989046 822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } attempt: 3
14:07:14.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:14.993468 822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.181.125:35075: Network error: Client connection negotiation failed: client connection to 127.0.181.125:35075: connect: Connection refused (error 111)
14:07:15.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:15.122097 832 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:15.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:15.122756 832 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:15.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:15.123420 832 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:15.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:15.136864 822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } attempt: 4
14:07:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:15.140885 822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.181.125:35075: Network error: Client connection negotiation failed: client connection to 127.0.181.125:35075: connect: Connection refused (error 111)
14:07:15.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:15.158840 832 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:07:15.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:15.159130 832 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:15.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:15.159624 832 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:15.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:15.159931 832 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:15.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:15.160221 832 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:15.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:15.160509 832 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:15.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:15.160751 832 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42525/jwks.json
14:07:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:15.210196 832 master_runner.cc:386] Master server non-default flags:
14:07:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.181.84:34101
14:07:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/data
14:07:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/wal
14:07:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:07:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.181.126:39591,127.0.181.125:35075,127.0.181.124:33345
14:07:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab
14:07:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.181.125
14:07:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:15.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.181.125:35075
14:07:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
14:07:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:07:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:07:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/data/info.pb
14:07:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.181.125
14:07:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/logs
14:07:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:15.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:07:15.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:15.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:15.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
14:07:15.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:15.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 13:43:23 UTC on e7f111948823
14:07:15.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11663
14:07:15.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:15.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:15.211829 832 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:15.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:15.213037 832 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:15.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:15.224664 839 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:15.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:15.440325 822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } attempt: 5
14:07:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:15.447801 822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.181.125:35075: Network error: Client connection negotiation failed: client connection to 127.0.181.125:35075: connect: Connection refused (error 111)
14:07:15.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:15.995368 822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } attempt: 6
14:07:16.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:16.027148 822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.181.125:35075: Network error: Client connection negotiation failed: client connection to 127.0.181.125:35075: connect: Connection refused (error 111)
14:07:16.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:16.748482 32702 debug-util.cc:398] Leaking SignalData structure 0x7b08000b13e0 after lost signal to thread 32635
14:07:16.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:16.754846 32702 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8300 after lost signal to thread 32705
14:07:16.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:16.629477 838 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 832
14:07:16.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:16.994019 838 kernel_stack_watchdog.cc:198] Thread 832 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
14:07:16.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:07:16.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:07:16.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:07:16.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:07:16.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:15.226513 840 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:16.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:16.995693 841 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1769 milliseconds
14:07:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:17.001233 832 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.776s user 0.000s sys 0.008s
14:07:17.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:17.001796 832 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.776s user 0.000s sys 0.008s
14:07:17.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:17.002961 842 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:17.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.002957 832 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:17.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.004891 832 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:17.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.015326 832 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:17.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.017019 832 hybrid_clock.cc:648] HybridClock initialized: now 1777471637016943 us; error 92 us; skew 500 ppm
14:07:17.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.017920 832 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:17.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:17 dist-test-slave-d35f krb5kdc[736](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777471637, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.181.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:07:17.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.024511 832 init.cc:377] Logged in from keytab as kudu/127.0.181.125@KRBTEST.COM (short username kudu)
14:07:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.030263 832 webserver.cc:492] Webserver started at http://127.0.181.125:44099/ using document root <none> and password file <none>
14:07:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.031204 832 fs_manager.cc:362] Metadata directory not provided
14:07:17.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.031446 832 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:17.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.031940 832 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.036532 832 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/data/instance:
14:07:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34f2f3ec84104cfa936359047e791237"
14:07:17.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:17 on dist-test-slave-d35f"
14:07:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.037899 832 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/wal/instance:
14:07:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34f2f3ec84104cfa936359047e791237"
14:07:17.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:17 on dist-test-slave-d35f"
14:07:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.045914 832 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.005s sys 0.002s
14:07:17.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.051986 855 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:07:17.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.053336 832 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
14:07:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.053712 832 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/data,/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/wal
14:07:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34f2f3ec84104cfa936359047e791237"
14:07:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:17 on dist-test-slave-d35f"
14:07:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.054101 832 fs_report.cc:389] FS layout report
14:07:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/wal
14:07:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/wal
14:07:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/data/data
14:07:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:17.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.087750 822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } attempt: 7
14:07:17.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:17.096134 822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.181.125:35075: Network error: Client connection negotiation failed: client connection to 127.0.181.125:35075: connect: Connection refused (error 111)
14:07:17.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.115096 832 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:07:17.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.127516 832 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:17.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.128075 832 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:17.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.219015 832 rpc_server.cc:307] RPC server started. Bound to: 127.0.181.125:35075
14:07:17.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.219172 908 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.181.125:35075 every 8 connection(s)
14:07:17.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.222004 832 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/data/info.pb
14:07:17.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.226426 725 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu as pid 832
14:07:17.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.227001 725 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/wal/instance
14:07:17.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.228873 909 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:17.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.0.181.124@KRBTEST.COM; defaulting to no policy
14:07:17.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.244227 909 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } has no permanent_uuid. Determining permanent_uuid...
14:07:17.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:07:17.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.0.181.124@KRBTEST.COM" created.
14:07:17.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:17 dist-test-slave-d35f krb5kdc[736](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777471637, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.181.125@KRBTEST.COM for kudu/127.0.181.126@KRBTEST.COM
14:07:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:07:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.181.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab.
14:07:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.0.181.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab.
14:07:17.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.294179 909 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } has no permanent_uuid. Determining permanent_uuid...
14:07:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.0.181.124@KRBTEST.COM; defaulting to no policy
14:07:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:07:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.0.181.124@KRBTEST.COM" created.
14:07:17.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:17 dist-test-slave-d35f krb5kdc[736](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777471637, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.181.125@KRBTEST.COM for kudu/127.0.181.125@KRBTEST.COM
14:07:17.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:07:17.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.181.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab.
14:07:17.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.0.181.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab.
14:07:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.326647 909 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } has no permanent_uuid. Determining permanent_uuid...
14:07:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.327534 725 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/wal
14:07:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/data
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/logs
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/data/info.pb
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.181.124:33345
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.181.124
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.181.124
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.181.84:34101
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.181.126:39591,127.0.181.125:35075,127.0.181.124:33345
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:17.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
14:07:17.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:07:17.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:07:17.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:17.330484 860 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.181.124:33345: connect: Connection refused (error 111)
14:07:17.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:17.335711 909 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.181.124:33345: Network error: Client connection negotiation failed: client connection to 127.0.181.124:33345: connect: Connection refused (error 111)
14:07:17.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.385224 909 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } attempt: 1
14:07:17.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:17.389847 909 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.181.124:33345: Network error: Client connection negotiation failed: client connection to 127.0.181.124:33345: connect: Connection refused (error 111)
14:07:17.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.458333 909 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } attempt: 2
14:07:17.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:17.463100 909 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.181.124:33345: Network error: Client connection negotiation failed: client connection to 127.0.181.124:33345: connect: Connection refused (error 111)
14:07:17.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.554556 909 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } attempt: 3
14:07:17.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:17.559597 909 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.181.124:33345: Network error: Client connection negotiation failed: client connection to 127.0.181.124:33345: connect: Connection refused (error 111)
14:07:17.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.703115 909 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } attempt: 4
14:07:17.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:17.708945 909 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.181.124:33345: Network error: Client connection negotiation failed: client connection to 127.0.181.124:33345: connect: Connection refused (error 111)
14:07:17.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:17.721273 919 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:17.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:17.722084 919 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:17.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:17.723078 919 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:17.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:17.772656 919 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:07:17.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:17.772984 919 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:17.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:17.773449 919 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:17.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:17.773752 919 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:17.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:17.774037 919 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:17.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:17.774339 919 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:17.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:17.774596 919 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42525/jwks.json
14:07:17.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.817569 919 master_runner.cc:386] Master server non-default flags:
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.181.84:34101
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/data
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/wal
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.181.126:39591,127.0.181.125:35075,127.0.181.124:33345
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.181.124
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.181.124:33345
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/data/info.pb
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.181.124
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/logs
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 13:43:23 UTC on e7f111948823
14:07:17.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11663
14:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:17.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.819267 919 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:17.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:17.820426 919 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:17.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:17.832834 926 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:18.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:18.008466 909 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } attempt: 5
14:07:18.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:18.015956 909 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.181.124:33345: Network error: Client connection negotiation failed: client connection to 127.0.181.124:33345: connect: Connection refused (error 111)
14:07:18.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:18.563505 909 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } attempt: 6
14:07:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:18.583837 909 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.181.124:33345: Network error: Client connection negotiation failed: client connection to 127.0.181.124:33345: connect: Connection refused (error 111)
14:07:19.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.186661 822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } attempt: 8
14:07:19.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:19 dist-test-slave-d35f krb5kdc[736](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777471634, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.181.126@KRBTEST.COM for kudu/127.0.181.125@KRBTEST.COM
14:07:19.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.271509 822 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } has no permanent_uuid. Determining permanent_uuid...
14:07:19.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:19.297442 822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.181.124:33345: Network error: Client connection negotiation failed: client connection to 127.0.181.124:33345: connect: Connection refused (error 111)
14:07:19.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.362907 822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } attempt: 1
14:07:19.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:19.369318 822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.181.124:33345: Network error: Client connection negotiation failed: client connection to 127.0.181.124:33345: connect: Connection refused (error 111)
14:07:19.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.422776 822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } attempt: 2
14:07:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:19.428958 822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.181.124:33345: Network error: Client connection negotiation failed: client connection to 127.0.181.124:33345: connect: Connection refused (error 111)
14:07:19.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:19.237993 925 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 919
14:07:19.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:19.493191 919 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.660s user 0.000s sys 0.002s
14:07:19.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:19.493567 919 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.660s user 0.001s sys 0.002s
14:07:19.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:17.834939 927 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:19.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:19.494545 928 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1658 milliseconds
14:07:19.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.495960 919 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:19.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:19.496040 929 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:19.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.500331 919 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:19.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.503682 919 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:19.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.505491 919 hybrid_clock.cc:648] HybridClock initialized: now 1777471639505453 us; error 44 us; skew 500 ppm
14:07:19.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.505420 822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } attempt: 3
14:07:19.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.506578 919 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:19.510279 822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.181.124:33345: Network error: Client connection negotiation failed: client connection to 127.0.181.124:33345: connect: Connection refused (error 111)
14:07:19.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:19 dist-test-slave-d35f krb5kdc[736](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777471639, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.181.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:07:19.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.513947 919 init.cc:377] Logged in from keytab as kudu/127.0.181.124@KRBTEST.COM (short username kudu)
14:07:19.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.520107 919 webserver.cc:492] Webserver started at http://127.0.181.124:46171/ using document root <none> and password file <none>
14:07:19.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.521471 919 fs_manager.cc:362] Metadata directory not provided
14:07:19.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.522336 919 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:19.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.523000 919 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:07:19.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.528479 919 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/data/instance:
14:07:19.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "faecc01b3b024a9fbd9c8f9146908629"
14:07:19.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:19 on dist-test-slave-d35f"
14:07:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.529727 919 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/wal/instance:
14:07:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "faecc01b3b024a9fbd9c8f9146908629"
14:07:19.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:19 on dist-test-slave-d35f"
14:07:19.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.538221 919 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
14:07:19.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.544559 944 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:07:19.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.545868 919 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
14:07:19.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.546247 919 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/data,/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/wal
14:07:19.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "faecc01b3b024a9fbd9c8f9146908629"
14:07:19.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:19 on dist-test-slave-d35f"
14:07:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.546608 919 fs_report.cc:389] FS layout report
14:07:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/wal
14:07:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/wal
14:07:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/data/data
14:07:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:19.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:19.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.614517 919 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:07:19.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.620643 919 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:19.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.621217 919 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:19.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.644387 909 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } attempt: 7
14:07:19.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:19.653945 909 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.181.124:33345: Network error: Client connection negotiation failed: client connection to 127.0.181.124:33345: connect: Connection refused (error 111)
14:07:19.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.665736 822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } attempt: 4
14:07:19.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:19.672025 822 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.0.181.124:33345: Network error: Client connection negotiation failed: client connection to 127.0.181.124:33345: connect: Connection refused (error 111)
14:07:19.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.768308 919 rpc_server.cc:307] RPC server started. Bound to: 127.0.181.124:33345
14:07:19.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.769737 998 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.181.124:33345 every 8 connection(s)
14:07:19.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.771844 919 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/data/info.pb
14:07:19.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.776712 725 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu as pid 919
14:07:19.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.777359 725 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/wal/instance
14:07:19.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.790808 999 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:07:19.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.814486 999 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } has no permanent_uuid. Determining permanent_uuid...
14:07:19.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:19 dist-test-slave-d35f krb5kdc[736](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777471632, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.0.181.124@KRBTEST.COM
14:07:19.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:19 dist-test-slave-d35f krb5kdc[736](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777471639, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.181.124@KRBTEST.COM for kudu/127.0.181.126@KRBTEST.COM
14:07:19.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.855829 999 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } has no permanent_uuid. Determining permanent_uuid...
14:07:19.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:19 dist-test-slave-d35f krb5kdc[736](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777471632, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.0.181.125@KRBTEST.COM
14:07:19.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:19 dist-test-slave-d35f krb5kdc[736](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777471639, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.181.124@KRBTEST.COM for kudu/127.0.181.125@KRBTEST.COM
14:07:19.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:19 dist-test-slave-d35f krb5kdc[736](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777471632, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.0.181.126@KRBTEST.COM
14:07:19.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.887585 999 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } has no permanent_uuid. Determining permanent_uuid...
14:07:19.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:19 dist-test-slave-d35f krb5kdc[736](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777471639, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.181.124@KRBTEST.COM for kudu/127.0.181.124@KRBTEST.COM
14:07:19.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.902920 725 external_mini_cluster.cc:949] 0 TS(s) registered with all masters
14:07:19.912 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:19.913 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
14:07:19.914 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
14:07:19.914 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
14:07:19.916 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.0.181.126"
port: 39591
}
bound_http_address {
host: "127.0.181.126"
port: 41793
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.0.181.125"
port: 35075
}
bound_http_address {
host: "127.0.181.125"
port: 44099
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.0.181.124"
port: 33345
}
bound_http_address {
host: "127.0.181.124"
port: 46171
}
}
}
14:07:19.916 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:07:19.917 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:19.917 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
14:07:19.917 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
14:07:19.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.919209 999 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629: Bootstrap starting.
14:07:19.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.927460 999 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629: Neither blocks nor log segments found. Creating new log.
14:07:19.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.929984 999 log.cc:826] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629: Log is configured to *not* fsync() on all Append() calls
14:07:19.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.935611 999 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629: No bootstrap required, opened a new log
14:07:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:19 dist-test-slave-d35f krb5kdc[736](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777471639, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:07:19.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:07:19.953 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:19.954 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5cc
14:07:19.956 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:07:19.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.956604 999 raft_consensus.cc:359] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } }
14:07:19.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.957289 999 raft_consensus.cc:385] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:19.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.957535 999 raft_consensus.cc:740] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: faecc01b3b024a9fbd9c8f9146908629, State: Initialized, Role: FOLLOWER
14:07:19.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.958238 999 consensus_queue.cc:260] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } }
14:07:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.960729 1010 sys_catalog.cc:455] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } } }
14:07:19.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.961436 1010 sys_catalog.cc:458] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [sys.catalog]: This master's current role is: FOLLOWER
14:07:19.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.962301 999 sys_catalog.cc:565] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [sys.catalog]: configured and running, proceeding with master startup.
14:07:19.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.968580 822 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } attempt: 5
14:07:19.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:19 dist-test-slave-d35f krb5kdc[736](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777471634, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.181.126@KRBTEST.COM for kudu/127.0.181.124@KRBTEST.COM
14:07:19.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:19.992609 1022 catalog_manager.cc:1568] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:07:19.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:19.993188 1022 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:07:20.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.004706 822 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d: Bootstrap starting.
14:07:20.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:19.988420 919 master_runner.cc:186] Error getting master registration for 127.0.181.126:39591: OK, instance_id { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" instance_seqno: 1777471634674605 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:07:20.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.011713 919 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:07:20.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.013141 822 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d: Neither blocks nor log segments found. Creating new log.
14:07:20.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.014842 822 log.cc:826] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d: Log is configured to *not* fsync() on all Append() calls
14:07:20.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.019223 822 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d: No bootstrap required, opened a new log
14:07:20.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.037668 822 raft_consensus.cc:359] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } }
14:07:20.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.038336 822 raft_consensus.cc:385] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:07:20.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.038539 822 raft_consensus.cc:740] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 47adfba8494a462d8f5d65419c4fd69d, State: Initialized, Role: FOLLOWER
14:07:20.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.039422 822 consensus_queue.cc:260] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } }
14:07:20.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.042225 1025 sys_catalog.cc:455] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } } }
14:07:20.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.043205 1025 sys_catalog.cc:458] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [sys.catalog]: This master's current role is: FOLLOWER
14:07:20.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.043653 822 sys_catalog.cc:565] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [sys.catalog]: configured and running, proceeding with master startup.
14:07:20.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:20.073036 1036 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:07:20.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:20.073617 1036 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:07:20.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.073503 753 master_runner.cc:186] Error getting master registration for 127.0.181.125:35075: OK, instance_id { permanent_uuid: "34f2f3ec84104cfa936359047e791237" instance_seqno: 1777471637195461 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:07:20.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.107112 753 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:07:20.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:20.127656 950 tablet.cc:2404] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:20.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:20.129858 776 tablet.cc:2404] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:07:20.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.151156 1010 raft_consensus.cc:493] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:20.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.151808 1010 raft_consensus.cc:515] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } }
14:07:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.155679 1010 leader_election.cc:290] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 47adfba8494a462d8f5d65419c4fd69d (127.0.181.126:39591), 34f2f3ec84104cfa936359047e791237 (127.0.181.125:35075)
14:07:20.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.155876 797 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "faecc01b3b024a9fbd9c8f9146908629" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "47adfba8494a462d8f5d65419c4fd69d" is_pre_election: true
14:07:20.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.156800 797 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate faecc01b3b024a9fbd9c8f9146908629 in term 0.
14:07:20.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.158305 947 leader_election.cc:304] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 47adfba8494a462d8f5d65419c4fd69d, faecc01b3b024a9fbd9c8f9146908629; no voters:
14:07:20.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.159245 1010 raft_consensus.cc:2804] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:07:20.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.159628 1010 raft_consensus.cc:493] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:20.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.159969 1010 raft_consensus.cc:3060] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 0 FOLLOWER]: Advancing to term 1
14:07:20.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.167791 1010 raft_consensus.cc:515] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } }
14:07:20.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.171016 1010 leader_election.cc:290] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [CANDIDATE]: Term 1 election: Requested vote from peers 47adfba8494a462d8f5d65419c4fd69d (127.0.181.126:39591), 34f2f3ec84104cfa936359047e791237 (127.0.181.125:35075)
14:07:20.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.171108 797 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "faecc01b3b024a9fbd9c8f9146908629" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "47adfba8494a462d8f5d65419c4fd69d"
14:07:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.171685 797 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [term 0 FOLLOWER]: Advancing to term 1
14:07:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.178956 797 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate faecc01b3b024a9fbd9c8f9146908629 in term 1.
14:07:20.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.180121 947 leader_election.cc:304] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 47adfba8494a462d8f5d65419c4fd69d, faecc01b3b024a9fbd9c8f9146908629; no voters:
14:07:20.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.181123 1010 raft_consensus.cc:2804] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 1 FOLLOWER]: Leader election won for term 1
14:07:20.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.183475 1010 raft_consensus.cc:697] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 1 LEADER]: Becoming Leader. State: Replica: faecc01b3b024a9fbd9c8f9146908629, State: Running, Role: LEADER
14:07:20.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.184520 1010 consensus_queue.cc:237] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } }
14:07:20.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.204876 1038 sys_catalog.cc:455] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [sys.catalog]: SysCatalogTable state changed. Reason: New leader faecc01b3b024a9fbd9c8f9146908629. Latest consensus state: current_term: 1 leader_uuid: "faecc01b3b024a9fbd9c8f9146908629" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } } }
14:07:20.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.205767 1038 sys_catalog.cc:458] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [sys.catalog]: This master's current role is: LEADER
14:07:20.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.215065 1040 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
14:07:20.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.244699 1040 catalog_manager.cc:1494] Initializing Kudu cluster ID...
14:07:20.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.274343 797 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [term 1 FOLLOWER]: Refusing update from remote peer faecc01b3b024a9fbd9c8f9146908629: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:07:20.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.276274 1038 consensus_queue.cc:1048] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [LEADER]: Connected to new peer: Peer: permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:07:20.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.304255 1025 sys_catalog.cc:455] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [sys.catalog]: SysCatalogTable state changed. Reason: New leader faecc01b3b024a9fbd9c8f9146908629. Latest consensus state: current_term: 1 leader_uuid: "faecc01b3b024a9fbd9c8f9146908629" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } } }
14:07:20.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.305091 1025 sys_catalog.cc:458] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [sys.catalog]: This master's current role is: FOLLOWER
14:07:20.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.317337 1025 sys_catalog.cc:455] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "faecc01b3b024a9fbd9c8f9146908629" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } } }
14:07:20.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.318181 1025 sys_catalog.cc:458] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [sys.catalog]: This master's current role is: FOLLOWER
14:07:20.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.355690 1042 mvcc.cc:204] Tried to move back new op lower bound from 7280523838541885440 to 7280523838205956096. Current Snapshot: MvccSnapshot[applied={T|T < 7280523838541885440 or (T in {7280523838541885440})}]
14:07:20.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.379904 1010 sys_catalog.cc:455] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "faecc01b3b024a9fbd9c8f9146908629" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } } }
14:07:20.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.380982 1010 sys_catalog.cc:458] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [sys.catalog]: This master's current role is: LEADER
14:07:20.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.382287 1040 catalog_manager.cc:1357] Generated new cluster ID: be91f02c92b3435e859bfd770c079a3b
14:07:20.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.382658 1040 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
14:07:20.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.414353 1040 catalog_manager.cc:1380] Generated new certificate authority record
14:07:20.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.421103 1040 catalog_manager.cc:1514] Loading token signing keys...
14:07:20.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.449988 1040 catalog_manager.cc:6044] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629: Generated new TSK 0
14:07:20.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.453365 1040 catalog_manager.cc:1524] Initializing in-progress tserver states...
14:07:20.956 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.181.125:35075
14:07:20.957 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
14:07:20.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.957901 725 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu with pid 832
14:07:20.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:20.985484 946 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.0.181.125:35075 (error 108)
14:07:20.996 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:20.996 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.181.124:33345
14:07:20.996 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
14:07:20.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:20.996795 725 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu with pid 919
14:07:21.022 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:21.023 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.181.126:39591
14:07:21.023 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
14:07:21.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:21.024101 725 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu with pid 753
14:07:21.048 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:21.049 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.0.181.125:35075
14:07:21.049 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
14:07:21.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:21.050549 725 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/wal
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/data
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/logs
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/data/info.pb
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.181.125:35075
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.181.125
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44099
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.181.125
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.181.84:34101
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:21.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:21.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:21.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.181.126:39591,127.0.181.125:35075,127.0.181.124:33345
14:07:21.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:21.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
14:07:21.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:07:21.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:07:21.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:21.367179 1050 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:21.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:21.367741 1050 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:21.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:21.368332 1050 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:21.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:21.404462 1050 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:07:21.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:21.404701 1050 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:21.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:21.405057 1050 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:21.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:21.405277 1050 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:21.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:21.405474 1050 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:21.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:21.405709 1050 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:21.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:21.405855 1050 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42525/jwks.json
14:07:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:21.445737 1050 master_runner.cc:386] Master server non-default flags:
14:07:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.181.84:34101
14:07:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/data
14:07:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/wal
14:07:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:07:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.181.126:39591,127.0.181.125:35075,127.0.181.124:33345
14:07:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab
14:07:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.181.125
14:07:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.181.125:35075
14:07:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
14:07:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/data/info.pb
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.181.125
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44099
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/logs
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 13:43:23 UTC on e7f111948823
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11663
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:21.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:21.446992 1050 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:21.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:21.447942 1050 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:21.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:21.458802 1056 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:22.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:21.460366 1057 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:22.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:22.766412 1059 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:22.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:22.770067 1058 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1304 milliseconds
14:07:22.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.770146 1050 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:22.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.771401 1050 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:22.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.773955 1050 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:22.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.775449 1050 hybrid_clock.cc:648] HybridClock initialized: now 1777471642775398 us; error 53 us; skew 500 ppm
14:07:22.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.776517 1050 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:22.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:22 dist-test-slave-d35f krb5kdc[736](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777471642, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.181.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:07:22.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.782811 1050 init.cc:377] Logged in from keytab as kudu/127.0.181.125@KRBTEST.COM (short username kudu)
14:07:22.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.788108 1050 webserver.cc:492] Webserver started at http://127.0.181.125:44099/ using document root <none> and password file <none>
14:07:22.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.789134 1050 fs_manager.cc:362] Metadata directory not provided
14:07:22.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.789395 1050 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:22.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.797537 1050 fs_manager.cc:714] Time spent opening directory manager: real 0.005s user 0.006s sys 0.001s
14:07:22.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.801839 1068 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:07:22.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.803022 1050 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
14:07:22.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.803408 1050 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/data,/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/wal
14:07:22.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34f2f3ec84104cfa936359047e791237"
14:07:22.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:17 on dist-test-slave-d35f"
14:07:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.805464 1050 fs_report.cc:389] FS layout report
14:07:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/wal
14:07:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/wal
14:07:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/data/data
14:07:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:22.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:22.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.859261 1050 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:07:22.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.870231 1050 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.870777 1050 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:22.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.950403 1050 rpc_server.cc:307] RPC server started. Bound to: 127.0.181.125:35075
14:07:22.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.950523 1120 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.181.125:35075 every 8 connection(s)
14:07:22.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.953423 1050 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/data/info.pb
14:07:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.963083 725 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu as pid 1050
14:07:22.963 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:22.963 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.0.181.124:33345
14:07:22.964 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
14:07:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.965523 725 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:22.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/wal
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/data
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/logs
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/data/info.pb
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.181.124:33345
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.181.124
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46171
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.181.124
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:07:22.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:07:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:07:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.181.84:34101
14:07:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.181.126:39591,127.0.181.125:35075,127.0.181.124:33345
14:07:22.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:22.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
14:07:22.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:07:22.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:07:22.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.965778 1121 sys_catalog.cc:263] Verifying existing consensus state
14:07:22.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260429 14:07:22.966571 1121 master.cc:417] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:07:22.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:22.966960 1050 master.cc:562] Master@127.0.181.125:35075 shutting down...
14:07:23.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:23.030979 1050 master.cc:584] Master@127.0.181.125:35075 shutdown complete.
14:07:23.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:23.033481 1050 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
14:07:23.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:07:23.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:23.299641 1123 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:23.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:23.300346 1123 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:23.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:23.301090 1123 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:23.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:23.335013 1123 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:07:23.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:23.335338 1123 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:23.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:23.335801 1123 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:23.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:23.336138 1123 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:23.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:23.336449 1123 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:23.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:23.336756 1123 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:23.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:23.337018 1123 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42525/jwks.json
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:23.381870 1123 master_runner.cc:386] Master server non-default flags:
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.181.84:34101
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/data
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/wal
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.181.126:39591,127.0.181.125:35075,127.0.181.124:33345
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.181.124
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.181.124:33345
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:23.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/data/info.pb
14:07:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.181.124
14:07:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46171
14:07:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/logs
14:07:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:07:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
14:07:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 13:43:23 UTC on e7f111948823
14:07:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11663
14:07:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:23.383203 1123 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:23.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:23.384202 1123 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:23.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:23.396890 1130 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:25.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:23.397028 1131 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:25.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:24.798171 1129 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 1123
14:07:25.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:25.276520 1123 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.880s user 0.651s sys 1.210s
14:07:25.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:25.277725 1123 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.882s user 0.651s sys 1.210s
14:07:25.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:25.282945 1132 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1881 milliseconds
14:07:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:25.284567 1133 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:25.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.284659 1123 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.286298 1123 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:25.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.290457 1123 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:25.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.291814 1123 hybrid_clock.cc:648] HybridClock initialized: now 1777471645291778 us; error 63 us; skew 500 ppm
14:07:25.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.292598 1123 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:25 dist-test-slave-d35f krb5kdc[736](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777471645, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.181.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:07:25.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.298696 1123 init.cc:377] Logged in from keytab as kudu/127.0.181.124@KRBTEST.COM (short username kudu)
14:07:25.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.303560 1123 webserver.cc:492] Webserver started at http://127.0.181.124:46171/ using document root <none> and password file <none>
14:07:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.304469 1123 fs_manager.cc:362] Metadata directory not provided
14:07:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.304672 1123 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.312553 1123 fs_manager.cc:714] Time spent opening directory manager: real 0.005s user 0.005s sys 0.001s
14:07:25.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.317034 1144 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:07:25.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.318192 1123 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.000s
14:07:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.318535 1123 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/data,/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/wal
14:07:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "faecc01b3b024a9fbd9c8f9146908629"
14:07:25.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:19 on dist-test-slave-d35f"
14:07:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.320525 1123 fs_report.cc:389] FS layout report
14:07:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/wal
14:07:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/wal
14:07:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/data/data
14:07:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:25.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:25.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.374140 1123 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:07:25.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.379621 1123 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:25.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.380118 1123 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:25.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.452694 1123 rpc_server.cc:307] RPC server started. Bound to: 127.0.181.124:33345
14:07:25.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.452768 1195 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.181.124:33345 every 8 connection(s)
14:07:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.455451 1123 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/data/info.pb
14:07:25.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.461637 725 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu as pid 1123
14:07:25.462 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:25.462 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.0.181.126:39591
14:07:25.462 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.463645 725 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/wal
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/data
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/logs
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/data/info.pb
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.181.126:39591
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.181.126
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41793
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.181.126
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:07:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:07:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:07:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.181.84:34101
14:07:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.181.126:39591,127.0.181.125:35075,127.0.181.124:33345
14:07:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
14:07:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:07:25.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:07:25.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.466535 1196 sys_catalog.cc:263] Verifying existing consensus state
14:07:25.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.473358 1196 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629: Bootstrap starting.
14:07:25.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.528337 1196 log.cc:826] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629: Log is configured to *not* fsync() on all Append() calls
14:07:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.548025 1196 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:07:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.549168 1196 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629: Bootstrap complete.
14:07:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.572458 1196 raft_consensus.cc:359] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } }
14:07:25.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.574811 1196 raft_consensus.cc:740] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: faecc01b3b024a9fbd9c8f9146908629, State: Initialized, Role: FOLLOWER
14:07:25.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.575788 1196 consensus_queue.cc:260] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } }
14:07:25.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.579010 1200 sys_catalog.cc:455] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } } }
14:07:25.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.580020 1200 sys_catalog.cc:458] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [sys.catalog]: This master's current role is: FOLLOWER
14:07:25.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.581045 1196 sys_catalog.cc:565] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [sys.catalog]: configured and running, proceeding with master startup.
14:07:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.621157 1211 catalog_manager.cc:1269] Loaded cluster ID: be91f02c92b3435e859bfd770c079a3b
14:07:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.621661 1211 catalog_manager.cc:1562] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629: loading cluster ID for follower catalog manager: success
14:07:25.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.629707 1211 catalog_manager.cc:1584] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629: acquiring CA information for follower catalog manager: success
14:07:25.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.636008 1211 catalog_manager.cc:1612] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:07:25.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.615751 1123 master_runner.cc:186] Error getting master registration for 127.0.181.126:39591: Network error: Client connection negotiation failed: client connection to 127.0.181.126:39591: connect: Connection refused (error 111),
14:07:25.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.648005 1123 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:07:25.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:25.840531 1198 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:25.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:25.841163 1198 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:25.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:25.841763 1198 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:25.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:25.876820 1198 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:07:25.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:25.877183 1198 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:25.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:25.877622 1198 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:25.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:25.877933 1198 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:25.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:25.878232 1198 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:25.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:25.878527 1198 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:25.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:25.878768 1198 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42525/jwks.json
14:07:25.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.935488 1198 master_runner.cc:386] Master server non-default flags:
14:07:25.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:25.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.181.84:34101
14:07:25.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:25.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:25.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/data
14:07:25.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/wal
14:07:25.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:07:25.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:25.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.181.126:39591,127.0.181.125:35075,127.0.181.124:33345
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.181.126
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.181.126:39591
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/data/info.pb
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.181.126
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41793
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/logs
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 13:43:23 UTC on e7f111948823
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11663
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:25.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.937196 1198 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:25.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:25.938508 1198 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:25.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:25.952674 1219 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:27.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:27.266049 1226 raft_consensus.cc:493] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:27.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:27.267151 1226 raft_consensus.cc:515] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } }
14:07:27.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:27.293715 1226 leader_election.cc:290] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 47adfba8494a462d8f5d65419c4fd69d (127.0.181.126:39591), 34f2f3ec84104cfa936359047e791237 (127.0.181.125:35075)
14:07:27.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:27.301311 1146 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.181.125:35075: connect: Connection refused (error 111)
14:07:27.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:27.317477 1147 leader_election.cc:336] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 47adfba8494a462d8f5d65419c4fd69d (127.0.181.126:39591): Network error: Client connection negotiation failed: client connection to 127.0.181.126:39591: connect: Connection refused (error 111)
14:07:27.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:27.329442 1146 leader_election.cc:336] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 34f2f3ec84104cfa936359047e791237 (127.0.181.125:35075): Network error: Client connection negotiation failed: client connection to 127.0.181.125:35075: connect: Connection refused (error 111)
14:07:27.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:27.335894 1146 leader_election.cc:304] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: faecc01b3b024a9fbd9c8f9146908629; no voters: 34f2f3ec84104cfa936359047e791237, 47adfba8494a462d8f5d65419c4fd69d
14:07:27.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:27.337121 1226 raft_consensus.cc:2749] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:07:27.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:27.356431 1218 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 1198
14:07:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:27.813616 1198 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.861s user 0.459s sys 0.916s
14:07:27.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:27.813968 1198 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.861s user 0.459s sys 0.916s
14:07:27.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:25.953585 1220 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:27.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:27.816267 1222 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:27.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:27.821153 1221 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1866 milliseconds
14:07:27.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:27.822144 1198 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:27.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:27.823343 1198 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:27.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:27.826404 1198 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:27.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:27.827843 1198 hybrid_clock.cc:648] HybridClock initialized: now 1777471647827780 us; error 80 us; skew 500 ppm
14:07:27.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:27.828814 1198 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:27.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:27 dist-test-slave-d35f krb5kdc[736](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777471647, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.181.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:07:27.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:27.835314 1198 init.cc:377] Logged in from keytab as kudu/127.0.181.126@KRBTEST.COM (short username kudu)
14:07:27.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:27.841296 1198 webserver.cc:492] Webserver started at http://127.0.181.126:41793/ using document root <none> and password file <none>
14:07:27.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:27.842567 1198 fs_manager.cc:362] Metadata directory not provided
14:07:27.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:27.842883 1198 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:27.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:27.854154 1198 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.006s sys 0.002s
14:07:27.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:27.861792 1236 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:07:27.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:27.863204 1198 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.008s sys 0.000s
14:07:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:27.863611 1198 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/data,/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/wal
14:07:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47adfba8494a462d8f5d65419c4fd69d"
14:07:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:14 on dist-test-slave-d35f"
14:07:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:27.866474 1198 fs_report.cc:389] FS layout report
14:07:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/wal
14:07:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/wal
14:07:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/data/data
14:07:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:27.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:27.949468 1198 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:07:27.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:27.961634 1198 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:27.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:27.962213 1198 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:28.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:28.051419 1198 rpc_server.cc:307] RPC server started. Bound to: 127.0.181.126:39591
14:07:28.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:28.051514 1287 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.181.126:39591 every 8 connection(s)
14:07:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:28.054978 1198 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/data/info.pb
14:07:28.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:28.063131 725 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu as pid 1198
14:07:28.063 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:28.065 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.181.125:35075(127.0.181.125:35075)] connecting to peer
14:07:28.066 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.181.124:33345(127.0.181.124:33345)] connecting to peer
14:07:28.068 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.181.126:39591(127.0.181.126:39591)] connecting to peer
14:07:28.068 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.068 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.181.125:35075(127.0.181.125:35075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.068 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.181.125:35075: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:28.070080 1288 sys_catalog.cc:263] Verifying existing consensus state
14:07:28.073 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.0.181.126:39591(127.0.181.126:39591)] Successfully connected to peer
14:07:28.076 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.0.181.124:33345(127.0.181.124:33345)] Successfully connected to peer
14:07:28.080 [DEBUG - kudu-nio-1] (SecurityContext.java:222) Refreshing Kerberos credentials...
14:07:28.081 [DEBUG - kudu-nio-1] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5cc
14:07:28.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:28.083140 1288 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d: Bootstrap starting.
14:07:28.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:28 dist-test-slave-d35f krb5kdc[736](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1777471639, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:07:28.098 [DEBUG - kudu-nio-1] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:07:28.098 [INFO - kudu-nio-1] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
14:07:28.099 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.0.181.124
14:07:28.112 [DEBUG - kudu-nio-2] (SecurityContext.java:222) Refreshing Kerberos credentials...
14:07:28.113 [DEBUG - kudu-nio-2] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5cc
14:07:28.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:28 dist-test-slave-d35f krb5kdc[736](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1777471639, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:07:28.118 [DEBUG - kudu-nio-2] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:07:28.118 [INFO - kudu-nio-2] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
14:07:28.119 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.0.181.126
14:07:28.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:28 dist-test-slave-d35f krb5kdc[736](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1777471639, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.0.181.126@KRBTEST.COM
14:07:28.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:28 dist-test-slave-d35f krb5kdc[736](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1777471639, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.0.181.124@KRBTEST.COM
14:07:28.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:28.151772 1288 log.cc:826] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d: Log is configured to *not* fsync() on all Append() calls
14:07:28.167 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7f664fac, L:/127.0.0.1:35426 - R:/127.0.181.124:33345] using SASL/GSSAPI
14:07:28.177 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xed40ad2a, L:/127.0.0.1:44566 - R:/127.0.181.126:39591] using SASL/GSSAPI
14:07:28.181 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.181.126:39591: Catalog manager is not initialized. State: Starting
14:07:28.181 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.181.125:35075,127.0.181.124:33345,127.0.181.126:39591; will retry
14:07:28.185 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.181.125:35075(127.0.181.125:35075)] connecting to peer
14:07:28.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:28.187024 1288 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:07:28.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:28.188087 1288 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d: Bootstrap complete.
14:07:28.189 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.181.126:39591: Catalog manager is not initialized. State: Starting
14:07:28.191 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.191 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.181.125:35075(127.0.181.125:35075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.191 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.181.125:35075: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.192 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.0.181.125:35075,127.0.181.124:33345,127.0.181.126:39591; will retry
14:07:28.205 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.181.125:35075(127.0.181.125:35075)] connecting to peer
14:07:28.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.181.126:39591: Catalog manager is not initialized. State: Starting
14:07:28.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:28.211427 1288 raft_consensus.cc:359] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } }
14:07:28.215 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.215 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.181.125:35075(127.0.181.125:35075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:28.214715 1288 raft_consensus.cc:740] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 47adfba8494a462d8f5d65419c4fd69d, State: Initialized, Role: FOLLOWER
14:07:28.215 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.181.125:35075: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:28.215747 1288 consensus_queue.cc:260] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } }
14:07:28.216 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.0.181.125:35075,127.0.181.124:33345,127.0.181.126:39591; will retry
14:07:28.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:28.218915 1299 sys_catalog.cc:455] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } } }
14:07:28.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:28.219815 1299 sys_catalog.cc:458] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [sys.catalog]: This master's current role is: FOLLOWER
14:07:28.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:28.220741 1288 sys_catalog.cc:565] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [sys.catalog]: configured and running, proceeding with master startup.
14:07:28.225 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.181.125:35075(127.0.181.125:35075)] connecting to peer
14:07:28.229 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.181.126:39591: Catalog manager is not initialized. State: Starting
14:07:28.231 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.231 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.181.125:35075(127.0.181.125:35075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.231 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.181.125:35075: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.232 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.181.125:35075,127.0.181.124:33345,127.0.181.126:39591; will retry
14:07:28.245 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.181.125:35075(127.0.181.125:35075)] connecting to peer
14:07:28.251 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.181.126:39591: Catalog manager is not initialized. State: Starting
14:07:28.251 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.252 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.181.125:35075(127.0.181.125:35075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.252 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.0.181.125:35075: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.252 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.0.181.125:35075,127.0.181.124:33345,127.0.181.126:39591; will retry
14:07:28.265 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.181.125:35075(127.0.181.125:35075)] connecting to peer
14:07:28.272 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.272 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.0.181.125:35075(127.0.181.125:35075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.273 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.0.181.125:35075: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.274 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.181.125:35075,127.0.181.124:33345,127.0.181.126:39591; will retry
14:07:28.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:28 dist-test-slave-d35f krb5kdc[736](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777471647, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.181.126@KRBTEST.COM for kudu/127.0.181.126@KRBTEST.COM
14:07:28.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:28.285663 1312 catalog_manager.cc:1269] Loaded cluster ID: be91f02c92b3435e859bfd770c079a3b
14:07:28.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:28.285940 1312 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d: loading cluster ID for follower catalog manager: success
14:07:28.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:28.293624 1312 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d: acquiring CA information for follower catalog manager: success
14:07:28.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:28.300464 1312 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:07:28.326 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.181.125:35075(127.0.181.125:35075)] connecting to peer
14:07:28.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:28.303216 1198 master_runner.cc:186] Error getting master registration for 127.0.181.125:35075: Network error: Client connection negotiation failed: client connection to 127.0.181.125:35075: connect: Connection refused (error 111),
14:07:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:28.329811 1198 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:07:28.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.0.181.125:35075(127.0.181.125:35075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.0.181.125:35075: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.181.125:35075,127.0.181.124:33345,127.0.181.126:39591; will retry
14:07:28.385 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.181.125:35075(127.0.181.125:35075)] connecting to peer
14:07:28.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.181.125:35075(127.0.181.125:35075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.0.181.125:35075: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.392 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.181.125:35075,127.0.181.124:33345,127.0.181.126:39591; will retry
14:07:28.526 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.181.125:35075(127.0.181.125:35075)] connecting to peer
14:07:28.527 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.527 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.181.125:35075(127.0.181.125:35075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.527 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.0.181.125:35075: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.533 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.0.181.125:35075,127.0.181.124:33345,127.0.181.126:39591; will retry
14:07:28.765 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.181.125:35075(127.0.181.125:35075)] connecting to peer
14:07:28.770 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.770 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.0.181.125:35075(127.0.181.125:35075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.770 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.0.181.125:35075: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:28.773 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.181.125:35075,127.0.181.124:33345,127.0.181.126:39591; will retry
14:07:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.443692 1318 raft_consensus.cc:493] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:29.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.444175 1318 raft_consensus.cc:515] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } }
14:07:29.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.445813 1318 leader_election.cc:290] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 47adfba8494a462d8f5d65419c4fd69d (127.0.181.126:39591), 34f2f3ec84104cfa936359047e791237 (127.0.181.125:35075)
14:07:29.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.465811 1322 raft_consensus.cc:493] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:29.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.466744 1322 raft_consensus.cc:515] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } }
14:07:29.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:29.481060 1238 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.181.125:35075: connect: Connection refused (error 111)
14:07:29.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.485704 1322 leader_election.cc:290] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 34f2f3ec84104cfa936359047e791237 (127.0.181.125:35075), faecc01b3b024a9fbd9c8f9146908629 (127.0.181.124:33345)
14:07:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.499637 1263 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "faecc01b3b024a9fbd9c8f9146908629" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "47adfba8494a462d8f5d65419c4fd69d" is_pre_election: true
14:07:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:29.499938 1238 leader_election.cc:336] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 34f2f3ec84104cfa936359047e791237 (127.0.181.125:35075): Network error: Client connection negotiation failed: client connection to 127.0.181.125:35075: connect: Connection refused (error 111)
14:07:29.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.500519 1263 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate faecc01b3b024a9fbd9c8f9146908629 in term 1.
14:07:29.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.501816 1147 leader_election.cc:304] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 47adfba8494a462d8f5d65419c4fd69d, faecc01b3b024a9fbd9c8f9146908629; no voters:
14:07:29.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.503302 1318 raft_consensus.cc:2804] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 1 FOLLOWER]: Leader pre-election won for term 2
14:07:29.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.503661 1318 raft_consensus.cc:493] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:07:29.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.504009 1318 raft_consensus.cc:3060] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 1 FOLLOWER]: Advancing to term 2
14:07:29.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:29.505532 1146 leader_election.cc:336] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 34f2f3ec84104cfa936359047e791237 (127.0.181.125:35075): Network error: Client connection negotiation failed: client connection to 127.0.181.125:35075: connect: Connection refused (error 111)
14:07:29.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.512456 1318 raft_consensus.cc:515] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } }
14:07:29.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.514479 1171 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "47adfba8494a462d8f5d65419c4fd69d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "faecc01b3b024a9fbd9c8f9146908629" is_pre_election: true
14:07:29.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.514739 1318 leader_election.cc:290] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [CANDIDATE]: Term 2 election: Requested vote from peers 47adfba8494a462d8f5d65419c4fd69d (127.0.181.126:39591), 34f2f3ec84104cfa936359047e791237 (127.0.181.125:35075)
14:07:29.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.514992 1263 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "faecc01b3b024a9fbd9c8f9146908629" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "47adfba8494a462d8f5d65419c4fd69d"
14:07:29.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.515452 1171 raft_consensus.cc:2393] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 47adfba8494a462d8f5d65419c4fd69d in current term 2: Already voted for candidate faecc01b3b024a9fbd9c8f9146908629 in this term.
14:07:29.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.515537 1263 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [term 1 FOLLOWER]: Advancing to term 2
14:07:29.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.517648 1239 leader_election.cc:304] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 47adfba8494a462d8f5d65419c4fd69d; no voters: 34f2f3ec84104cfa936359047e791237, faecc01b3b024a9fbd9c8f9146908629
14:07:29.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:29.519755 1146 leader_election.cc:336] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 34f2f3ec84104cfa936359047e791237 (127.0.181.125:35075): Network error: Client connection negotiation failed: client connection to 127.0.181.125:35075: connect: Connection refused (error 111)
14:07:29.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.525162 1263 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate faecc01b3b024a9fbd9c8f9146908629 in term 2.
14:07:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.525627 1322 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:07:29.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.526270 1147 leader_election.cc:304] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 47adfba8494a462d8f5d65419c4fd69d, faecc01b3b024a9fbd9c8f9146908629; no voters: 34f2f3ec84104cfa936359047e791237
14:07:29.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.527060 1318 raft_consensus.cc:2804] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 2 FOLLOWER]: Leader election won for term 2
14:07:29.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.529116 1318 raft_consensus.cc:697] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 2 LEADER]: Becoming Leader. State: Replica: faecc01b3b024a9fbd9c8f9146908629, State: Running, Role: LEADER
14:07:29.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.529948 1318 consensus_queue.cc:237] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } }
14:07:29.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.536239 1328 sys_catalog.cc:455] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [sys.catalog]: SysCatalogTable state changed. Reason: New leader faecc01b3b024a9fbd9c8f9146908629. Latest consensus state: current_term: 2 leader_uuid: "faecc01b3b024a9fbd9c8f9146908629" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } } }
14:07:29.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.537092 1328 sys_catalog.cc:458] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [sys.catalog]: This master's current role is: LEADER
14:07:29.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.539604 1330 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
14:07:29.545 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.181.125:35075(127.0.181.125:35075)] connecting to peer
14:07:29.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.546092 1330 catalog_manager.cc:1494] Initializing Kudu cluster ID...
14:07:29.547 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:29.547 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.0.181.125:35075(127.0.181.125:35075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:29.547 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.0.181.125:35075: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:29.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.550186 1330 catalog_manager.cc:1269] Loaded cluster ID: be91f02c92b3435e859bfd770c079a3b
14:07:29.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.550455 1330 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
14:07:29.551 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.0.181.125:35075,127.0.181.124:33345,127.0.181.126:39591; will retry
14:07:29.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.554095 1330 catalog_manager.cc:1514] Loading token signing keys...
14:07:29.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.557519 1330 catalog_manager.cc:6055] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629: Loaded TSK: 0
14:07:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:29.558874 1330 catalog_manager.cc:1524] Initializing in-progress tserver states...
14:07:29.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:29.918565 1146 consensus_peers.cc:597] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 -> Peer 34f2f3ec84104cfa936359047e791237 (127.0.181.125:35075): Couldn't send request to peer 34f2f3ec84104cfa936359047e791237. Status: Network error: Client connection negotiation failed: client connection to 127.0.181.125:35075: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:07:30.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:30.063189 1263 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [term 2 FOLLOWER]: Refusing update from remote peer faecc01b3b024a9fbd9c8f9146908629: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
14:07:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:30.064854 1328 consensus_queue.cc:1048] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [LEADER]: Connected to new peer: Peer: permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
14:07:30.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:30.074285 1332 sys_catalog.cc:455] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [sys.catalog]: SysCatalogTable state changed. Reason: New leader faecc01b3b024a9fbd9c8f9146908629. Latest consensus state: current_term: 2 leader_uuid: "faecc01b3b024a9fbd9c8f9146908629" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } } }
14:07:30.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:30.074996 1332 sys_catalog.cc:458] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [sys.catalog]: This master's current role is: FOLLOWER
14:07:30.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:30.089169 1328 sys_catalog.cc:455] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "faecc01b3b024a9fbd9c8f9146908629" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } } }
14:07:30.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:30.089865 1328 sys_catalog.cc:458] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [sys.catalog]: This master's current role is: LEADER
14:07:30.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:30.090914 1332 sys_catalog.cc:455] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "faecc01b3b024a9fbd9c8f9146908629" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } } }
14:07:30.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:30.091722 1332 sys_catalog.cc:458] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d [sys.catalog]: This master's current role is: FOLLOWER
14:07:30.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:30.655982 1123 master_runner.cc:186] Error getting master registration for 127.0.181.125:35075: Network error: Client connection negotiation failed: client connection to 127.0.181.125:35075: connect: Connection refused (error 111),
14:07:30.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:30.656342 1123 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:07:31.125 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.0.181.125:35075(127.0.181.125:35075)] connecting to peer
14:07:31.126 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:31.127 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.0.181.125:35075(127.0.181.125:35075)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:31.127 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.0.181.125:35075: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075
14:07:31.132 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
14:07:31.133 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=12, TimeoutTracker(timeout=30000, elapsed=3068), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.125:35075, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.124:33345, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.126:39591, [4ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.125:35075: Network error: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075, [113ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.124:33345: OK, [117ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.126:39591: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [117ms] delaying RPC due to: Service unavailable: Master config (127.0.181.125:35075,127.0.181.124:33345,127.0.181.126:39591) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075,org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.125:35075, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.124:33345, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.126:39591, [125ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.126:39591: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [126ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.124:33345: OK, [127ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.125:35075: Network error: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075, [128ms] delaying RPC due to: Service unavailable: Master config (127.0.181.125:35075,127.0.181.124:33345,127.0.181.126:39591) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.125:35075, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.124:33345, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.126:39591, [148ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.124:33345: OK, [149ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.126:39591: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [151ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.125:35075: Network error: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075, [152ms] delaying RPC due to: Service unavailable: Master config (127.0.181.125:35075,127.0.181.124:33345,127.0.181.126:39591) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.125:35075, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.124:33345, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.126:39591, [165ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.126:39591: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [167ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.125:35075: Network error: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075, [168ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.124:33345: OK, [168ms] delaying RPC due to: Service unavailable: Master config (127.0.181.125:35075,127.0.181.124:33345,127.0.181.126:39591) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.125:35075, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.124:33345, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.126:39591, [186ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.124:33345: OK, [186ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.126:39591: Service unavailable: Catalog manager is not initialized. State: Starting (error 0), [188ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.125:35075: Network error: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075, [188ms] delaying RPC due to: Service unavailable: Master config (127.0.181.125:35075,127.0.181.124:33345,127.0.181.126:39591) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Catalog manager is not initialized. State: Starting,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.125:35075, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.124:33345, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.126:39591, [208ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.125:35075: Network error: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075, [209ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.124:33345: OK, [209ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.126:39591: OK, [210ms] delaying RPC due to: Service unavailable: Master config (127.0.181.125:35075,127.0.181.124:33345,127.0.181.126:39591) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.125:35075, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.124:33345, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.126:39591, [267ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.124:33345: OK, [267ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.125:35075: Network error: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075, [273ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.126:39591: OK, [273ms] delaying RPC due to: Service unavailable: Master config (127.0.181.125:35075,127.0.181.124:33345,127.0.181.126:39591) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.125:35075, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.124:33345, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.126:39591, [323ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.125:35075: Network error: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075, [327ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.126:39591: OK, [328ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.124:33345: OK, [328ms] delaying RPC due to: Service unavailable: Master config (127.0.181.125:35075,127.0.181.124:33345,127.0.181.126:39591) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.125:35075, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.124:33345, [463ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.125:35075: Network error: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075, [466ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.126:39591, [466ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.124:33345: OK, [469ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.126:39591: OK, [469ms] delaying RPC due to: Service unavailable: Master config (127.0.181.125:35075,127.0.181.124:33345,127.0.181.126:39591) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075, [700ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.125:35075, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.124:33345, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.126:39591, [706ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.125:35075: Network error: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075, [707ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.126:39591: OK, [709ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.124:33345: OK, [709ms] delaying RPC due to: Service unavailable: Master config (127.0.181.125:35075,127.0.181.124:33345,127.0.181.126:39591) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075, [1480ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.125:35075, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.124:33345, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.126:39591, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.125:35075: Network error: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075, [1485ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.126:39591: OK, [1487ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.124:33345: OK, [1487ms] delaying RPC due to: Service unavailable: Master config (127.0.181.125:35075,127.0.181.124:33345,127.0.181.126:39591) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075, [3061ms] refreshing cache from master, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.125:35075, [3062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.124:33345, [3062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.0.181.126:39591, [3063ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.125:35075: Network error: Failed to connect to peer master-127.0.181.125:35075(127.0.181.125:35075): Connection refused: /127.0.181.125:35075, [3065ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.126:39591: OK, [3067ms] Sub RPC ConnectToMaster: received response from server master-127.0.181.124:33345: OK, deferred=Deferred@1002093406(state=PENDING, result=null, callback=(continuation of Deferred@423649175 after retry RPC after error@2103288045) -> (continuation of Deferred@32677510 after retry RPC after error@1870439853) -> (continuation of Deferred@1960571698 after retry RPC after error@1687252876) -> (continuation of Deferred@1904397110 after retry RPC after error@2069453158) -> (continuation of Deferred@1353738076 after retry RPC after error@1068666825) -> (continuation of Deferred@1477326962 after retry RPC after error@1773000828) -> (continuation of Deferred@989120658 after retry RPC after error@286508226) -> (continuation of Deferred@947364666 after retry RPC after error@1067377264) -> (continuation of Deferred@598871369 after retry RPC after error@738785321) -> (continuation of Deferred@694411489 after retry RPC after error@1629883103) -> (continuation of Deferred@1389202423 after retry RPC after error@963635255), errback=(continuation of Deferred@423649175 after retry RPC after error@2103288045) -> (continuation of Deferred@32677510 after retry RPC after error@1870439853) -> (continuation of Deferred@1960571698 after retry RPC after error@1687252876) -> (continuation of Deferred@1904397110 after retry RPC after error@2069453158) -> (continuation of Deferred@1353738076 after retry RPC after error@1068666825) -> (continuation of Deferred@1477326962 after retry RPC after error@1773000828) -> (continuation of Deferred@989120658 after retry RPC after error@286508226) -> (continuation of Deferred@947364666 after retry RPC after error@1067377264) -> (continuation of Deferred@598871369 after retry RPC after error@738785321) -> (continuation of Deferred@694411489 after retry RPC after error@1629883103) -> (continuation of Deferred@1389202423 after retry RPC after error@963635255))) after lookup
14:07:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:31.250846 32622 debug-util.cc:398] Leaking SignalData structure 0x7b08000a3060 after lost signal to thread 32557
14:07:31.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:31.251580 32622 debug-util.cc:398] Leaking SignalData structure 0x7b08000a37c0 after lost signal to thread 32625
14:07:32.136 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.181.125:35075
14:07:32.137 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
14:07:32.138 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:32.138 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.181.124:33345
14:07:32.138 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
14:07:32.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:32.139237 725 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu with pid 1123
14:07:32.168 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.0.181.124:33345(127.0.181.124:33345)] handling channelInactive
14:07:32.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.0.181.124:33345(127.0.181.124:33345)] cleaning up while in state READY due to: connection closed
14:07:32.168 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:32.169 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.0.181.126:39591
14:07:32.169 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
14:07:32.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:32.169457 725 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu with pid 1198
14:07:32.199 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.0.181.126:39591(127.0.181.126:39591)] handling channelInactive
14:07:32.199 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.0.181.126:39591(127.0.181.126:39591)] cleaning up while in state READY due to: connection closed
14:07:32.200 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:32.200 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.0.181.125:35075
14:07:32.208 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
14:07:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:32.211097 725 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/wal
14:07:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/data
14:07:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/logs
14:07:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/data/info.pb
14:07:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.181.125:35075
14:07:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.181.125
14:07:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44099
14:07:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab
14:07:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.181.125
14:07:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:07:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:07:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:07:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.181.84:34101
14:07:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.181.126:39591,127.0.181.125:35075,127.0.181.124:33345
14:07:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
14:07:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:07:32.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:07:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:32.552215 1345 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:32.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:32.553030 1345 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:32.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:32.553727 1345 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:32.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:32.591596 1345 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:07:32.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:32.591904 1345 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:32.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:32.592334 1345 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:32.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:32.592634 1345 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:32.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:32.593031 1345 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:32.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:32.593345 1345 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:32.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:32.593603 1345 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42525/jwks.json
14:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:32.636323 1345 master_runner.cc:386] Master server non-default flags:
14:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.181.84:34101
14:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:32.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/data
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/wal
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.181.126:39591,127.0.181.125:35075,127.0.181.124:33345
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.181.125
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.181.125:35075
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/data/info.pb
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.181.125
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44099
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/logs
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 13:43:23 UTC on e7f111948823
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11663
14:07:32.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:32.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:32.638024 1345 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:32.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:32.639110 1345 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:32.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:32.651688 1351 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:34.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:34.054795 1350 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 1345
14:07:34.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:34.256666 1350 kernel_stack_watchdog.cc:198] Thread 1345 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
14:07:34.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:07:34.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:07:34.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:07:34.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:07:34.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:32.653156 1352 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:34.257669 1345 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.604s user 0.480s sys 0.975s
14:07:34.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:34.258189 1345 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.605s user 0.480s sys 0.975s
14:07:34.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:34.260177 1354 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:34.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:34.264496 1353 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1610 milliseconds
14:07:34.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.264529 1345 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:34.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.266043 1345 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:34.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.268567 1345 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:34.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.269948 1345 hybrid_clock.cc:648] HybridClock initialized: now 1777471654269914 us; error 37 us; skew 500 ppm
14:07:34.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.270854 1345 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:34.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:34 dist-test-slave-d35f krb5kdc[736](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777471654, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.181.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:07:34.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.276996 1345 init.cc:377] Logged in from keytab as kudu/127.0.181.125@KRBTEST.COM (short username kudu)
14:07:34.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.281863 1345 webserver.cc:492] Webserver started at http://127.0.181.125:44099/ using document root <none> and password file <none>
14:07:34.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.282814 1345 fs_manager.cc:362] Metadata directory not provided
14:07:34.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.283070 1345 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:34.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.290954 1345 fs_manager.cc:714] Time spent opening directory manager: real 0.005s user 0.000s sys 0.004s
14:07:34.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.295720 1364 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:07:34.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.297010 1345 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
14:07:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.297401 1345 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/data,/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/wal
14:07:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34f2f3ec84104cfa936359047e791237"
14:07:34.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:17 on dist-test-slave-d35f"
14:07:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.299435 1345 fs_report.cc:389] FS layout report
14:07:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/wal
14:07:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/wal
14:07:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/data/data
14:07:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:34.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:34.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.375191 1345 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:07:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.386291 1345 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.386860 1345 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:34.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.461686 1345 rpc_server.cc:307] RPC server started. Bound to: 127.0.181.125:35075
14:07:34.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.461760 1415 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.181.125:35075 every 8 connection(s)
14:07:34.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.464388 1345 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/data/info.pb
14:07:34.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.466161 725 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu as pid 1345
14:07:34.466 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:34.466 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.0.181.124:33345
14:07:34.467 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
14:07:34.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.468969 725 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:34.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:34.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/wal
14:07:34.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/data
14:07:34.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:34.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:34.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:34.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:34.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:34.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:34.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/logs
14:07:34.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/data/info.pb
14:07:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.181.124:33345
14:07:34.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.181.124
14:07:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46171
14:07:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab
14:07:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.181.124
14:07:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:07:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:07:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:07:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.181.84:34101
14:07:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.181.126:39591,127.0.181.125:35075,127.0.181.124:33345
14:07:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
14:07:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:07:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:07:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.477006 1416 sys_catalog.cc:263] Verifying existing consensus state
14:07:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) E20260429 14:07:34.477730 1416 master.cc:417] Unable to init master catalog manager: Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:07:34.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.478106 1345 master.cc:562] Master@127.0.181.125:35075 shutting down...
14:07:34.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.539674 1345 master.cc:584] Master@127.0.181.125:35075 shutdown complete.
14:07:34.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:34.542598 1345 builtin_ntp.cc:688] coult not shutdown socket: Network error: shutdown error: Transport endpoint is not connected (error 107)
14:07:34.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Not found: Unable to initialize catalog manager: Failed to initialize sys tables async: Unable to load consensus metadata for tablet 00000000000000000000000000000000: Unable to load consensus metadata for tablet 00000000000000000000000000000000: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-1/wal/consensus-meta/00000000000000000000000000000000: No such file or directory (error 2)
14:07:34.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:34.804411 1418 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:34.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:34.805166 1418 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:34.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:34.805940 1418 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:34.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:34.841276 1418 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:07:34.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:34.841558 1418 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:34.841977 1418 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:34.842295 1418 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:34.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:34.842588 1418 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:34.842880 1418 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:34.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:34.843123 1418 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42525/jwks.json
14:07:34.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.898554 1418 master_runner.cc:386] Master server non-default flags:
14:07:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.181.84:34101
14:07:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/data
14:07:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/wal
14:07:34.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.181.126:39591,127.0.181.125:35075,127.0.181.124:33345
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.181.124
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.181.124:33345
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/data/info.pb
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.181.124
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46171
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/logs
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 13:43:23 UTC on e7f111948823
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11663
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.900206 1418 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:34.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:34.901549 1418 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:34.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:34.914162 1426 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:36.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:34.918288 1429 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:36.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:34.914664 1427 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:36.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:36.218099 1428 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1299 milliseconds
14:07:36.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.218209 1418 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:36.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.219620 1418 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:36.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.222427 1418 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:36.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.223924 1418 hybrid_clock.cc:648] HybridClock initialized: now 1777471656223944 us; error 111 us; skew 500 ppm
14:07:36.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.224709 1418 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:36.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:36 dist-test-slave-d35f krb5kdc[736](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777471656, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.181.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:07:36.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.231122 1418 init.cc:377] Logged in from keytab as kudu/127.0.181.124@KRBTEST.COM (short username kudu)
14:07:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.236534 1418 webserver.cc:492] Webserver started at http://127.0.181.124:46171/ using document root <none> and password file <none>
14:07:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.237519 1418 fs_manager.cc:362] Metadata directory not provided
14:07:36.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.237754 1418 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:36.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.245749 1418 fs_manager.cc:714] Time spent opening directory manager: real 0.005s user 0.005s sys 0.002s
14:07:36.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.250458 1439 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:07:36.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.251441 1418 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.004s
14:07:36.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.251834 1418 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/data,/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/wal
14:07:36.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "faecc01b3b024a9fbd9c8f9146908629"
14:07:36.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:19 on dist-test-slave-d35f"
14:07:36.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.253954 1418 fs_report.cc:389] FS layout report
14:07:36.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:36.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/wal
14:07:36.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/wal
14:07:36.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/data/data
14:07:36.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:36.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:36.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:36.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:36.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:36.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:36.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:36.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:36.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:36.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:36.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:36.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.302220 1418 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:07:36.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.307929 1418 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:36.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.308346 1418 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.382946 1418 rpc_server.cc:307] RPC server started. Bound to: 127.0.181.124:33345
14:07:36.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.383008 1490 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.181.124:33345 every 8 connection(s)
14:07:36.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.385730 1418 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-2/data/info.pb
14:07:36.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.388626 725 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu as pid 1418
14:07:36.389 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:36.389 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.0.181.126:39591
14:07:36.389 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.390959 725 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/wal
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/data
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/logs
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/data/info.pb
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.181.126:39591
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.181.126
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41793
14:07:36.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab
14:07:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.181.126
14:07:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:07:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:07:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:07:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.181.84:34101
14:07:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.181.126:39591,127.0.181.125:35075,127.0.181.124:33345
14:07:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
14:07:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:07:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:07:36.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.397908 1491 sys_catalog.cc:263] Verifying existing consensus state
14:07:36.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.403370 1491 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629: Bootstrap starting.
14:07:36.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.444053 1491 log.cc:826] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629: Log is configured to *not* fsync() on all Append() calls
14:07:36.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.461400 1491 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:07:36.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.462226 1491 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629: Bootstrap complete.
14:07:36.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.486228 1491 raft_consensus.cc:359] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } }
14:07:36.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.488596 1491 raft_consensus.cc:740] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: faecc01b3b024a9fbd9c8f9146908629, State: Initialized, Role: FOLLOWER
14:07:36.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.489609 1491 consensus_queue.cc:260] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } }
14:07:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.492599 1495 sys_catalog.cc:455] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } } }
14:07:36.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.493587 1495 sys_catalog.cc:458] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [sys.catalog]: This master's current role is: FOLLOWER
14:07:36.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.494424 1491 sys_catalog.cc:565] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [sys.catalog]: configured and running, proceeding with master startup.
14:07:36.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.527129 1506 catalog_manager.cc:1269] Loaded cluster ID: be91f02c92b3435e859bfd770c079a3b
14:07:36.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.527530 1506 catalog_manager.cc:1562] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629: loading cluster ID for follower catalog manager: success
14:07:36.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.536893 1506 catalog_manager.cc:1584] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629: acquiring CA information for follower catalog manager: success
14:07:36.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.543048 1506 catalog_manager.cc:1612] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:07:36.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.535244 1418 master_runner.cc:186] Error getting master registration for 127.0.181.126:39591: Network error: Client connection negotiation failed: client connection to 127.0.181.126:39591: connect: Connection refused (error 111),
14:07:36.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.556787 1418 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:07:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:36.750706 1493 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:07:36.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:36.751389 1493 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:07:36.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:36.752089 1493 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:07:36.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:36.786767 1493 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:07:36.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:36.787086 1493 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:07:36.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:36.787628 1493 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:07:36.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:36.787935 1493 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:07:36.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:36.788235 1493 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:07:36.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:36.788524 1493 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:07:36.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:36.788738 1493 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42525/jwks.json
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.833783 1493 master_runner.cc:386] Master server non-default flags:
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.0.181.84:34101
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/data
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/wal
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.0.181.126:39591,127.0.181.125:35075,127.0.181.124:33345
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/kudu.keytab
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.0.181.126
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.0.181.126:39591
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42525/jwks.json
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/data/info.pb
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.0.181.126
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=41793
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:07:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:07:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:07:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:07:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/logs
14:07:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:07:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:07:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:07:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:07:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:07:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 80f39681e127423fa66f8c177be6c05697ac70dd
14:07:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:07:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 29 Apr 2026 13:43:23 UTC on e7f111948823
14:07:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11663
14:07:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:07:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.835508 1493 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:07:36.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:36.836576 1493 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:07:36.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:36.848395 1514 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:38.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:38.223753 1523 raft_consensus.cc:493] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:07:38.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:38.230115 1523 raft_consensus.cc:515] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "47adfba8494a462d8f5d65419c4fd69d" member_type: VOTER last_known_addr { host: "127.0.181.126" port: 39591 } } peers { permanent_uuid: "34f2f3ec84104cfa936359047e791237" member_type: VOTER last_known_addr { host: "127.0.181.125" port: 35075 } } peers { permanent_uuid: "faecc01b3b024a9fbd9c8f9146908629" member_type: VOTER last_known_addr { host: "127.0.181.124" port: 33345 } }
14:07:38.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:38.241861 1442 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.0.181.126:39591: connect: Connection refused (error 111)
14:07:38.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:38.257246 1442 leader_election.cc:336] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 47adfba8494a462d8f5d65419c4fd69d (127.0.181.126:39591): Network error: Client connection negotiation failed: client connection to 127.0.181.126:39591: connect: Connection refused (error 111)
14:07:38.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:38.257071 1523 leader_election.cc:290] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 47adfba8494a462d8f5d65419c4fd69d (127.0.181.126:39591), 34f2f3ec84104cfa936359047e791237 (127.0.181.125:35075)
14:07:38.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:38.268187 1441 leader_election.cc:336] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 34f2f3ec84104cfa936359047e791237 (127.0.181.125:35075): Network error: Client connection negotiation failed: client connection to 127.0.181.125:35075: connect: Connection refused (error 111)
14:07:38.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:38.269093 1441 leader_election.cc:304] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: faecc01b3b024a9fbd9c8f9146908629; no voters: 34f2f3ec84104cfa936359047e791237, 47adfba8494a462d8f5d65419c4fd69d
14:07:38.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:38.270452 1523 raft_consensus.cc:2749] T 00000000000000000000000000000000 P faecc01b3b024a9fbd9c8f9146908629 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
14:07:39.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:38.252133 1513 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 1493
14:07:39.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:39.208691 1513 kernel_stack_watchdog.cc:198] Thread 1493 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
14:07:39.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:07:39.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:07:39.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:07:39.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:07:39.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:39.210680 1493 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.362s user 0.783s sys 1.352s
14:07:39.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:36.850274 1515 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:39.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:39.211819 1517 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:07:39.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:39.211345 1493 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.363s user 0.783s sys 1.353s
14:07:39.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:39.211328 1516 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2359 milliseconds
14:07:39.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.212580 1493 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:07:39.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.217506 1493 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:07:39.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.220839 1493 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:07:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.222299 1493 hybrid_clock.cc:648] HybridClock initialized: now 1777471659222280 us; error 155 us; skew 500 ppm
14:07:39.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.223328 1493 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:07:39.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 29 14:07:39 dist-test-slave-d35f krb5kdc[736](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777471659, etypes {rep=17 tkt=17 ses=17}, kudu/127.0.181.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:07:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.231503 1493 init.cc:377] Logged in from keytab as kudu/127.0.181.126@KRBTEST.COM (short username kudu)
14:07:39.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.237829 1493 webserver.cc:492] Webserver started at http://127.0.181.126:41793/ using document root <none> and password file <none>
14:07:39.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.238974 1493 fs_manager.cc:362] Metadata directory not provided
14:07:39.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.239264 1493 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:07:39.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.251261 1493 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.003s sys 0.003s
14:07:39.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.256901 1532 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:07:39.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.258327 1493 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
14:07:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.258762 1493 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/data,/tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/wal
14:07:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "47adfba8494a462d8f5d65419c4fd69d"
14:07:39.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-29 14:07:14 on dist-test-slave-d35f"
14:07:39.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.261628 1493 fs_report.cc:389] FS layout report
14:07:39.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:07:39.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/wal
14:07:39.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/wal
14:07:39.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/data/data
14:07:39.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:07:39.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:07:39.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:07:39.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:07:39.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:07:39.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:07:39.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:07:39.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:07:39.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:07:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:07:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:07:39.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.336308 1493 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:07:39.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.343706 1493 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:07:39.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.344247 1493 kserver.cc:163] Server-wide thread pool size limit: 3276
14:07:39.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.444602 1584 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.0.181.126:39591 every 8 connection(s)
14:07:39.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.444561 1493 rpc_server.cc:307] RPC server started. Bound to: 127.0.181.126:39591
14:07:39.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.448668 1493 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/master-0/data/info.pb
14:07:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.457070 725 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu as pid 1493
14:07:39.457 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:07:39.458 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.0.181.124:33345(127.0.181.124:33345)] connecting to peer
14:07:39.459 [DEBUG - kudu-nio-6] (Connection.java:757) [peer master-127.0.181.124:33345(127.0.181.124:33345)] Successfully connected to peer
14:07:39.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.462131 1585 sys_catalog.cc:263] Verifying existing consensus state
14:07:39.466 [DEBUG - kudu-nio-6] (SecurityContext.java:222) Refreshing Kerberos credentials...
14:07:39.466 [DEBUG - kudu-nio-6] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskpkgmg8/test-tmp/mini-kudu-cluster6915333604231349395/krb5kdc/krb5cc
14:07:39.467 [DEBUG - kudu-nio-6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
14:07:39.467 [WARN - kudu-nio-6] (SecurityContext.java:231) Tried to refresh Kerberos credentials but was unable to re-login from ticket cache
14:07:39.468 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.0.181.124:33345(127.0.181.124:33345)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:07:39.468 [DEBUG - kudu-nio-6] (Connection.java:239) [peer master-127.0.181.124:33345(127.0.181.124:33345)] handling channelInactive
14:07:39.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.469270 1585 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 47adfba8494a462d8f5d65419c4fd69d: Bootstrap starting.
14:07:39.470 [DEBUG - main] (Connection.java:575) [peer master-127.0.181.125:35075(127.0.181.125:35075)] disconnecting while in state TERMINATED
14:07:39.471 [DEBUG - main] (Connection.java:575) [peer master-127.0.181.126:39591(127.0.181.126:39591)] disconnecting while in state TERMINATED
14:07:39.471 [DEBUG - main] (Connection.java:575) [peer master-127.0.181.124:33345(127.0.181.124:33345)] disconnecting while in state TERMINATED
14:07:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260429 14:07:39.471182 1587 negotiation.cc:336] Failed RPC negotiation. Trace:
14:07:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 14:07:39.459856 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:52168 (local address 127.0.181.124:33345)
14:07:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 14:07:39.463871 (+ 4015us) server_negotiation.cc:207] Beginning negotiation
14:07:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 14:07:39.463907 (+ 36us) server_negotiation.cc:400] Waiting for connection header
14:07:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 14:07:39.463978 (+ 71us) server_negotiation.cc:408] Connection header received
14:07:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 14:07:39.464547 (+ 569us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:07:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 14:07:39.464586 (+ 39us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:07:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 14:07:39.465059 (+ 473us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:07:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 14:07:39.465462 (+ 403us) server_negotiation.cc:227] Negotiated authn=SASL
14:07:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0429 14:07:39.469752 (+ 4290us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:52168: BlockingRecv error: recv got EOF from 127.0.0.1:52168 (error 108)
14:07:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":3353,"thread_start_us":2963,"threads_started":1}
14:07:39.472 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:39.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.477317 725 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu with pid 1493
14:07:39.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:39.496474 725 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu with pid 1418
14:07:40.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-29T14:07:40Z chronyd exiting
14:07:41.762 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:07:41.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:41.765772 32471 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu with pid 302
14:07:41.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:41.789994 32471 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu with pid 437
14:07:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:41.817066 32471 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu with pid 584
14:07:41.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:41.844491 32471 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu with pid 32483
14:07:41.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:41.878021 32471 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu with pid 32553
14:07:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260429 14:07:41.906785 32471 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskpkgmg8/build/tsan/bin/kudu with pid 32628
14:07:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-29T14:07:43Z chronyd exiting
14:07:44.103 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more