20:04:48.533 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:04:48.544 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskAV2dni/test-tmp
20:04:48.550 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:04:48.553 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskAV2dni/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:04:48.760 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:04:48.920 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:04:48.921 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:04:48.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:48.926635 17459 mini_oidc.cc:150] Starting JWKS server
20:04:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:48.930687 17459 webserver.cc:492] Webserver started at http://127.0.0.1:42623/ using document root <none> and password file <none>
20:04:48.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:48.931274 17459 mini_oidc.cc:186] Starting OIDC Discovery server
20:04:48.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:48.933382 17459 webserver.cc:492] Webserver started at http://127.0.0.1:43763/ using document root <none> and password file <none>
20:04:48.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-30T20:04:48Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:04:48.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-30T20:04:48Z Disabled control of system clock
20:04:48.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:48.996917 17459 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:04:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:04:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-0/wal
20:04:48.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-0/data
20:04:48.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:48.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:49.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:49.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:49.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:49.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:49.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-0/logs
20:04:49.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-0/data/info.pb
20:04:49.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:49.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:49.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:49.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:49.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:49.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:49.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:49.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:49.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:49.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.12.254:45937
20:04:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.12.254
20:04:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:49.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.12.212:38557
20:04:49.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:49.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:49.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:49.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:49.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.12.254:45937,127.17.12.253:32899,127.17.12.252:45227
20:04:49.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:49.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42623/jwks.json with env {}
20:04:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:49.300117 17471 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:49.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:49.300689 17471 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:49.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:49.301297 17471 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:49.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:49.333496 17471 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:49.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:49.333781 17471 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:49.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:49.333972 17471 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:49.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:49.334249 17471 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:49.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:49.334503 17471 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:49.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:49.334658 17471 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42623/jwks.json
20:04:49.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:49.372326 17471 master_runner.cc:386] Master server non-default flags:
20:04:49.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:49.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.12.212:38557
20:04:49.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:49.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:49.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-0/data
20:04:49.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-0/wal
20:04:49.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:49.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.12.254:45937,127.17.12.253:32899,127.17.12.252:45227
20:04:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.12.254:45937
20:04:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42623/jwks.json
20:04:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:49.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:49.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-0/data/info.pb
20:04:49.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.12.254
20:04:49.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:49.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:49.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:49.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:49.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:49.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:49.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-0/logs
20:04:49.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:49.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:49.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:49.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:49.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:49.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
20:04:49.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:49.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 19:43:24 UTC on e7f111948823
20:04:49.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11683
20:04:49.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:49.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:49.373785 17471 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:49.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:49.375674 17471 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:49.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:49.388259 17477 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:51.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:50.791826 17476 debug-util.cc:398] Leaking SignalData structure 0x7b0800034cc0 after lost signal to thread 17471
20:04:51.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:51.206568 17471 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.818s user 0.587s sys 1.231s
20:04:51.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:51.206956 17471 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.818s user 0.587s sys 1.231s
20:04:51.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:49.389149 17478 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:51.208797 17480 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:51.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:51.213068 17479 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1819 milliseconds
20:04:51.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.213176 17471 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:51.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.214526 17471 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.217221 17471 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:51.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.218629 17471 hybrid_clock.cc:648] HybridClock initialized: now 1777579491218579 us; error 64 us; skew 500 ppm
20:04:51.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.219584 17471 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:51.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.225997 17471 webserver.cc:492] Webserver started at http://127.17.12.254:39117/ using document root <none> and password file <none>
20:04:51.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.227164 17471 fs_manager.cc:362] Metadata directory not provided
20:04:51.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.227428 17471 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:51.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.228024 17471 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.232422 17471 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-0/data/instance:
20:04:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd23386fad2541519fc0977bc3645ba5"
20:04:51.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:04:51 on dist-test-slave-5hbr"
20:04:51.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.233918 17471 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-0/wal/instance:
20:04:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd23386fad2541519fc0977bc3645ba5"
20:04:51.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:04:51 on dist-test-slave-5hbr"
20:04:51.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.241380 17471 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
20:04:51.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.247573 17487 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:51.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.248827 17471 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
20:04:51.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.249203 17471 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-0/data,/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-0/wal
20:04:51.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd23386fad2541519fc0977bc3645ba5"
20:04:51.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:04:51 on dist-test-slave-5hbr"
20:04:51.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.249694 17471 fs_report.cc:389] FS layout report
20:04:51.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:51.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-0/wal
20:04:51.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-0/wal
20:04:51.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-0/data/data
20:04:51.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:51.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:51.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:51.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:51.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:51.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:51.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:51.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:51.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.311998 17471 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:51.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.313757 17471 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:51.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.314302 17471 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:51.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.384322 17471 rpc_server.cc:307] RPC server started. Bound to: 127.17.12.254:45937
20:04:51.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.384366 17538 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.12.254:45937 every 8 connection(s)
20:04:51.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.387530 17471 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-0/data/info.pb
20:04:51.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.393616 17539 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:51.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.397627 17459 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu as pid 17471
20:04:51.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.398114 17459 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-0/wal/instance
20:04:51.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.403262 17459 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:04:51.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:04:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-1/wal
20:04:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-1/data
20:04:51.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:51.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:51.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-1/logs
20:04:51.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-1/data/info.pb
20:04:51.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:51.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:51.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:51.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:51.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:51.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:51.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:51.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:51.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.12.253:32899
20:04:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.12.253
20:04:51.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.12.212:38557
20:04:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:51.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.12.254:45937,127.17.12.253:32899,127.17.12.252:45227
20:04:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42623/jwks.json with env {}
20:04:51.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.407286 17539 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.12.254" port: 45937 } has no permanent_uuid. Determining permanent_uuid...
20:04:51.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.440399 17539 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } has no permanent_uuid. Determining permanent_uuid...
20:04:51.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:51.442998 17490 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.12.253:32899: connect: Connection refused (error 111)
20:04:51.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:51.447196 17539 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.12.253:32899: Network error: Client connection negotiation failed: client connection to 127.17.12.253:32899: connect: Connection refused (error 111)
20:04:51.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.496865 17539 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } attempt: 1
20:04:51.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:51.501322 17539 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.12.253:32899: Network error: Client connection negotiation failed: client connection to 127.17.12.253:32899: connect: Connection refused (error 111)
20:04:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.569725 17539 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } attempt: 2
20:04:51.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:51.574330 17539 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.12.253:32899: Network error: Client connection negotiation failed: client connection to 127.17.12.253:32899: connect: Connection refused (error 111)
20:04:51.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.665727 17539 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } attempt: 3
20:04:51.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:51.669986 17539 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.12.253:32899: Network error: Client connection negotiation failed: client connection to 127.17.12.253:32899: connect: Connection refused (error 111)
20:04:51.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:51.728348 17541 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:51.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:51.728950 17541 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:51.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:51.729384 17541 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:51.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:51.762377 17541 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:51.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:51.762710 17541 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:51.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:51.762902 17541 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:51.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:51.763082 17541 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:51.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:51.763273 17541 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:51.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:51.763412 17541 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42623/jwks.json
20:04:51.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.800123 17541 master_runner.cc:386] Master server non-default flags:
20:04:51.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:51.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.12.212:38557
20:04:51.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:51.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:51.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-1/data
20:04:51.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-1/wal
20:04:51.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:51.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.12.254:45937,127.17.12.253:32899,127.17.12.252:45227
20:04:51.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:51.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:51.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:51.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.12.253:32899
20:04:51.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:51.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:51.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:51.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42623/jwks.json
20:04:51.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:51.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:51.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-1/data/info.pb
20:04:51.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.12.253
20:04:51.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:51.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:51.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:51.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:51.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:51.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:51.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-1/logs
20:04:51.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:51.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:51.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
20:04:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 19:43:24 UTC on e7f111948823
20:04:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11683
20:04:51.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:51.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.801595 17541 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:51.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.803758 17541 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:51.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:51.813452 17539 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } attempt: 4
20:04:51.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:51.815738 17550 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:51.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:51.818751 17539 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.12.253:32899: Network error: Client connection negotiation failed: client connection to 127.17.12.253:32899: connect: Connection refused (error 111)
20:04:52.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:52.118239 17539 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } attempt: 5
20:04:52.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:52.122347 17539 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.12.253:32899: Network error: Client connection negotiation failed: client connection to 127.17.12.253:32899: connect: Connection refused (error 111)
20:04:52.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:52.669744 17539 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } attempt: 6
20:04:52.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:52.677556 17539 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.12.253:32899: Network error: Client connection negotiation failed: client connection to 127.17.12.253:32899: connect: Connection refused (error 111)
20:04:53.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:51.819525 17551 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:53.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:53.014653 17552 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:04:53.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:53.016258 17553 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:53.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.016284 17541 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:53.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.019245 17541 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:53.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.021939 17541 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:53.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.023365 17541 hybrid_clock.cc:648] HybridClock initialized: now 1777579493023309 us; error 58 us; skew 500 ppm
20:04:53.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.024329 17541 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:53.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.031246 17541 webserver.cc:492] Webserver started at http://127.17.12.253:44271/ using document root <none> and password file <none>
20:04:53.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.032384 17541 fs_manager.cc:362] Metadata directory not provided
20:04:53.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.032706 17541 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:53.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.033300 17541 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.037712 17541 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-1/data/instance:
20:04:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc9c48d0f9c641d5ad2e52ccb455f490"
20:04:53.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:04:53 on dist-test-slave-5hbr"
20:04:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.039038 17541 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-1/wal/instance:
20:04:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc9c48d0f9c641d5ad2e52ccb455f490"
20:04:53.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:04:53 on dist-test-slave-5hbr"
20:04:53.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.046379 17541 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.002s
20:04:53.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.052066 17562 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:53.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.053727 17541 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
20:04:53.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.054302 17541 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-1/data,/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-1/wal
20:04:53.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc9c48d0f9c641d5ad2e52ccb455f490"
20:04:53.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:04:53 on dist-test-slave-5hbr"
20:04:53.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.054725 17541 fs_report.cc:389] FS layout report
20:04:53.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:53.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-1/wal
20:04:53.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-1/wal
20:04:53.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-1/data/data
20:04:53.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:53.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:53.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:53.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:53.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:53.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:53.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:53.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:53.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:53.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:53.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:53.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.121829 17541 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:53.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.123499 17541 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:53.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.124035 17541 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.195843 17541 rpc_server.cc:307] RPC server started. Bound to: 127.17.12.253:32899
20:04:53.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.195856 17613 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.12.253:32899 every 8 connection(s)
20:04:53.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.198786 17541 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-1/data/info.pb
20:04:53.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.204865 17614 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.206249 17459 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu as pid 17541
20:04:53.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.206583 17459 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-1/wal/instance
20:04:53.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.208436 17459 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:04:53.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:04:53.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-2/wal
20:04:53.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-2/data
20:04:53.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:53.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:53.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:53.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:53.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:53.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:53.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-2/logs
20:04:53.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-2/data/info.pb
20:04:53.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:53.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:53.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:53.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:53.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:53.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:53.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:53.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:53.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:04:53.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:53.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:53.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:53.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.12.252:45227
20:04:53.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.12.252
20:04:53.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:53.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.12.212:38557
20:04:53.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:53.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:53.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:53.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:53.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.12.254:45937,127.17.12.253:32899,127.17.12.252:45227
20:04:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:53.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42623/jwks.json with env {}
20:04:53.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.220656 17614 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.12.254" port: 45937 } has no permanent_uuid. Determining permanent_uuid...
20:04:53.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.246819 17614 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } has no permanent_uuid. Determining permanent_uuid...
20:04:53.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.260676 17614 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } has no permanent_uuid. Determining permanent_uuid...
20:04:53.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:53.263214 17563 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.12.252:45227: connect: Connection refused (error 111)
20:04:53.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:53.268260 17614 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.12.252:45227: Network error: Client connection negotiation failed: client connection to 127.17.12.252:45227: connect: Connection refused (error 111)
20:04:53.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.317865 17614 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } attempt: 1
20:04:53.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:53.322031 17614 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.12.252:45227: Network error: Client connection negotiation failed: client connection to 127.17.12.252:45227: connect: Connection refused (error 111)
20:04:53.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.390445 17614 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } attempt: 2
20:04:53.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:53.396410 17614 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.12.252:45227: Network error: Client connection negotiation failed: client connection to 127.17.12.252:45227: connect: Connection refused (error 111)
20:04:53.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.487946 17614 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } attempt: 3
20:04:53.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:53.492359 17614 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.12.252:45227: Network error: Client connection negotiation failed: client connection to 127.17.12.252:45227: connect: Connection refused (error 111)
20:04:53.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:53.544986 17616 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:53.545545 17616 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:53.546059 17616 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:53.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:53.584839 17616 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:04:53.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:53.585135 17616 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:53.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:53.585407 17616 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:04:53.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:53.585664 17616 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:04:53.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:53.585855 17616 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:04:53.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:53.585995 17616 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42623/jwks.json
20:04:53.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.622937 17616 master_runner.cc:386] Master server non-default flags:
20:04:53.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.12.212:38557
20:04:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-2/data
20:04:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-2/wal
20:04:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:04:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.12.254:45937,127.17.12.253:32899,127.17.12.252:45227
20:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.12.252:45227
20:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42623/jwks.json
20:04:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:53.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:53.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-2/data/info.pb
20:04:53.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.12.252
20:04:53.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:53.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:53.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:53.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:53.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:53.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:53.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-2/logs
20:04:53.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:53.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:53.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:53.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:04:53.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:53.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
20:04:53.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:53.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 19:43:24 UTC on e7f111948823
20:04:53.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11683
20:04:53.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:53.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.624789 17616 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:53.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.627200 17616 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.635869 17614 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } attempt: 4
20:04:53.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:53.639935 17626 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:53.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:53.642256 17614 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.12.252:45227: Network error: Client connection negotiation failed: client connection to 127.17.12.252:45227: connect: Connection refused (error 111)
20:04:53.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.737985 17539 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } attempt: 7
20:04:53.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.782994 17539 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } has no permanent_uuid. Determining permanent_uuid...
20:04:53.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:53.802711 17539 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.12.252:45227: Network error: Client connection negotiation failed: client connection to 127.17.12.252:45227: connect: Connection refused (error 111)
20:04:53.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.861248 17539 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } attempt: 1
20:04:53.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:53.869117 17539 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.12.252:45227: Network error: Client connection negotiation failed: client connection to 127.17.12.252:45227: connect: Connection refused (error 111)
20:04:53.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.941736 17614 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } attempt: 5
20:04:53.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:53.950837 17539 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } attempt: 2
20:04:53.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:53.967202 17614 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.12.252:45227: Network error: Client connection negotiation failed: client connection to 127.17.12.252:45227: connect: Connection refused (error 111)
20:04:53.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:53.993963 17539 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.12.252:45227: Network error: Client connection negotiation failed: client connection to 127.17.12.252:45227: connect: Connection refused (error 111)
20:04:54.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:54.079504 17539 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } attempt: 3
20:04:54.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:54.086825 17539 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.12.252:45227: Network error: Client connection negotiation failed: client connection to 127.17.12.252:45227: connect: Connection refused (error 111)
20:04:54.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:54.227399 17539 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } attempt: 4
20:04:54.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:54.237371 17539 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.12.252:45227: Network error: Client connection negotiation failed: client connection to 127.17.12.252:45227: connect: Connection refused (error 111)
20:04:54.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:54.514745 17614 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } attempt: 6
20:04:54.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:54.520910 17539 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } attempt: 5
20:04:54.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:54.528573 17539 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.12.252:45227: Network error: Client connection negotiation failed: client connection to 127.17.12.252:45227: connect: Connection refused (error 111)
20:04:54.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:54.545239 17614 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.12.252:45227: Network error: Client connection negotiation failed: client connection to 127.17.12.252:45227: connect: Connection refused (error 111)
20:04:55.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.081115 17539 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } attempt: 6
20:04:55.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:55.107965 17539 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.12.252:45227: Network error: Client connection negotiation failed: client connection to 127.17.12.252:45227: connect: Connection refused (error 111)
20:04:55.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:55.043977 17625 debug-util.cc:398] Leaking SignalData structure 0x7b0800034cc0 after lost signal to thread 17616
20:04:55.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:55.379945 17616 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.737s user 0.603s sys 1.095s
20:04:55.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:53.644028 17627 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:55.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:55.380407 17616 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.738s user 0.603s sys 1.095s
20:04:55.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:55.382256 17629 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:55.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:55.386083 17628 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1738 milliseconds
20:04:55.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.386091 17616 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:55.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.387745 17616 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:55.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.390530 17616 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:55.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.391922 17616 hybrid_clock.cc:648] HybridClock initialized: now 1777579495391860 us; error 81 us; skew 500 ppm
20:04:55.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.392880 17616 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:55.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.399273 17616 webserver.cc:492] Webserver started at http://127.17.12.252:43339/ using document root <none> and password file <none>
20:04:55.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.400272 17616 fs_manager.cc:362] Metadata directory not provided
20:04:55.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.400549 17616 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:55.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.401109 17616 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:55.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.405402 17616 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-2/data/instance:
20:04:55.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "22e530421fed4a8f9161de6efb4e4beb"
20:04:55.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:04:55 on dist-test-slave-5hbr"
20:04:55.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.406635 17616 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-2/wal/instance:
20:04:55.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "22e530421fed4a8f9161de6efb4e4beb"
20:04:55.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:04:55 on dist-test-slave-5hbr"
20:04:55.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.414543 17616 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.000s sys 0.008s
20:04:55.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.420177 17643 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:04:55.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.421277 17616 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
20:04:55.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.421633 17616 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-2/data,/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-2/wal
20:04:55.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "22e530421fed4a8f9161de6efb4e4beb"
20:04:55.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:04:55 on dist-test-slave-5hbr"
20:04:55.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.422000 17616 fs_report.cc:389] FS layout report
20:04:55.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:04:55.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-2/wal
20:04:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-2/wal
20:04:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-2/data/data
20:04:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:04:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:04:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:04:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:04:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:04:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:04:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:04:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:04:55.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:04:55.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:04:55.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:04:55.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.474179 17616 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:04:55.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.476253 17616 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:04:55.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.476807 17616 kserver.cc:163] Server-wide thread pool size limit: 3276
20:04:55.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.556878 17616 rpc_server.cc:307] RPC server started. Bound to: 127.17.12.252:45227
20:04:55.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.556945 17694 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.12.252:45227 every 8 connection(s)
20:04:55.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.559947 17616 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-2/data/info.pb
20:04:55.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.565953 17695 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:04:55.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.570474 17459 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu as pid 17616
20:04:55.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.570796 17459 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/master-2/wal/instance
20:04:55.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.579690 17695 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.12.254" port: 45937 } has no permanent_uuid. Determining permanent_uuid...
20:04:55.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.605841 17614 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } attempt: 7
20:04:55.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.613209 17695 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } has no permanent_uuid. Determining permanent_uuid...
20:04:55.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.625722 17695 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } has no permanent_uuid. Determining permanent_uuid...
20:04:55.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.631354 17614 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490: Bootstrap starting.
20:04:55.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.639213 17614 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490: Neither blocks nor log segments found. Creating new log.
20:04:55.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.641980 17614 log.cc:826] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490: Log is configured to *not* fsync() on all Append() calls
20:04:55.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.646461 17695 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb: Bootstrap starting.
20:04:55.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.647282 17614 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490: No bootstrap required, opened a new log
20:04:55.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.656009 17695 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb: Neither blocks nor log segments found. Creating new log.
20:04:55.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.658536 17695 log.cc:826] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb: Log is configured to *not* fsync() on all Append() calls
20:04:55.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.665408 17695 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb: No bootstrap required, opened a new log
20:04:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.670420 17614 raft_consensus.cc:359] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd23386fad2541519fc0977bc3645ba5" member_type: VOTER last_known_addr { host: "127.17.12.254" port: 45937 } } peers { permanent_uuid: "bc9c48d0f9c641d5ad2e52ccb455f490" member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } } peers { permanent_uuid: "22e530421fed4a8f9161de6efb4e4beb" member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } }
20:04:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.671109 17614 raft_consensus.cc:385] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:55.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.671404 17614 raft_consensus.cc:740] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc9c48d0f9c641d5ad2e52ccb455f490, State: Initialized, Role: FOLLOWER
20:04:55.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.672418 17614 consensus_queue.cc:260] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd23386fad2541519fc0977bc3645ba5" member_type: VOTER last_known_addr { host: "127.17.12.254" port: 45937 } } peers { permanent_uuid: "bc9c48d0f9c641d5ad2e52ccb455f490" member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } } peers { permanent_uuid: "22e530421fed4a8f9161de6efb4e4beb" member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } }
20:04:55.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.676156 17707 sys_catalog.cc:455] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd23386fad2541519fc0977bc3645ba5" member_type: VOTER last_known_addr { host: "127.17.12.254" port: 45937 } } peers { permanent_uuid: "bc9c48d0f9c641d5ad2e52ccb455f490" member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } } peers { permanent_uuid: "22e530421fed4a8f9161de6efb4e4beb" member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } } }
20:04:55.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.676895 17707 sys_catalog.cc:458] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490 [sys.catalog]: This master's current role is: FOLLOWER
20:04:55.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.678020 17614 sys_catalog.cc:565] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490 [sys.catalog]: configured and running, proceeding with master startup.
20:04:55.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.696437 17695 raft_consensus.cc:359] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd23386fad2541519fc0977bc3645ba5" member_type: VOTER last_known_addr { host: "127.17.12.254" port: 45937 } } peers { permanent_uuid: "bc9c48d0f9c641d5ad2e52ccb455f490" member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } } peers { permanent_uuid: "22e530421fed4a8f9161de6efb4e4beb" member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } }
20:04:55.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.698491 17695 raft_consensus.cc:385] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:55.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.699774 17695 raft_consensus.cc:740] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 22e530421fed4a8f9161de6efb4e4beb, State: Initialized, Role: FOLLOWER
20:04:55.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.700673 17695 consensus_queue.cc:260] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd23386fad2541519fc0977bc3645ba5" member_type: VOTER last_known_addr { host: "127.17.12.254" port: 45937 } } peers { permanent_uuid: "bc9c48d0f9c641d5ad2e52ccb455f490" member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } } peers { permanent_uuid: "22e530421fed4a8f9161de6efb4e4beb" member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } }
20:04:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.703951 17719 sys_catalog.cc:455] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd23386fad2541519fc0977bc3645ba5" member_type: VOTER last_known_addr { host: "127.17.12.254" port: 45937 } } peers { permanent_uuid: "bc9c48d0f9c641d5ad2e52ccb455f490" member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } } peers { permanent_uuid: "22e530421fed4a8f9161de6efb4e4beb" member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } } }
20:04:55.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.705229 17695 sys_catalog.cc:565] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [sys.catalog]: configured and running, proceeding with master startup.
20:04:55.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.705680 17719 sys_catalog.cc:458] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [sys.catalog]: This master's current role is: FOLLOWER
20:04:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:55.722565 17718 catalog_manager.cc:1568] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:04:55.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:55.723649 17718 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:55.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:55.732583 17649 tablet.cc:2404] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:55.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.708381 17541 master_runner.cc:186] Error getting master registration for 127.17.12.254:45937: OK, instance_id { permanent_uuid: "fd23386fad2541519fc0977bc3645ba5" instance_seqno: 1777579491365128 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:04:55.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.748685 17719 raft_consensus.cc:493] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:04:55.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.749251 17719 raft_consensus.cc:515] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd23386fad2541519fc0977bc3645ba5" member_type: VOTER last_known_addr { host: "127.17.12.254" port: 45937 } } peers { permanent_uuid: "bc9c48d0f9c641d5ad2e52ccb455f490" member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } } peers { permanent_uuid: "22e530421fed4a8f9161de6efb4e4beb" member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } }
20:04:55.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.750371 17541 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:55.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.755713 17589 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "22e530421fed4a8f9161de6efb4e4beb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc9c48d0f9c641d5ad2e52ccb455f490" is_pre_election: true
20:04:55.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.756702 17589 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 22e530421fed4a8f9161de6efb4e4beb in term 0.
20:04:55.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.756728 17719 leader_election.cc:290] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fd23386fad2541519fc0977bc3645ba5 (127.17.12.254:45937), bc9c48d0f9c641d5ad2e52ccb455f490 (127.17.12.253:32899)
20:04:55.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.759656 17646 leader_election.cc:304] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 22e530421fed4a8f9161de6efb4e4beb, bc9c48d0f9c641d5ad2e52ccb455f490; no voters:
20:04:55.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.760769 17719 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [term 0 FOLLOWER]: Leader pre-election won for term 1
20:04:55.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.761123 17719 raft_consensus.cc:493] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:04:55.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.761471 17719 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [term 0 FOLLOWER]: Advancing to term 1
20:04:55.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.739297 17616 master_runner.cc:186] Error getting master registration for 127.17.12.254:45937: OK, instance_id { permanent_uuid: "fd23386fad2541519fc0977bc3645ba5" instance_seqno: 1777579491365128 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:04:55.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.770380 17616 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:04:55.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:55.772042 17731 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:04:55.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:55.773396 17731 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:04:55.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.777594 17719 raft_consensus.cc:515] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd23386fad2541519fc0977bc3645ba5" member_type: VOTER last_known_addr { host: "127.17.12.254" port: 45937 } } peers { permanent_uuid: "bc9c48d0f9c641d5ad2e52ccb455f490" member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } } peers { permanent_uuid: "22e530421fed4a8f9161de6efb4e4beb" member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } }
20:04:55.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.780994 17719 leader_election.cc:290] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [CANDIDATE]: Term 1 election: Requested vote from peers fd23386fad2541519fc0977bc3645ba5 (127.17.12.254:45937), bc9c48d0f9c641d5ad2e52ccb455f490 (127.17.12.253:32899)
20:04:55.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.782505 17589 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "22e530421fed4a8f9161de6efb4e4beb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc9c48d0f9c641d5ad2e52ccb455f490"
20:04:55.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.783118 17589 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490 [term 0 FOLLOWER]: Advancing to term 1
20:04:55.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.791196 17589 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 22e530421fed4a8f9161de6efb4e4beb in term 1.
20:04:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.792994 17646 leader_election.cc:304] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 22e530421fed4a8f9161de6efb4e4beb, bc9c48d0f9c641d5ad2e52ccb455f490; no voters:
20:04:55.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.794313 17719 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [term 1 FOLLOWER]: Leader election won for term 1
20:04:55.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.796659 17719 raft_consensus.cc:697] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [term 1 LEADER]: Becoming Leader. State: Replica: 22e530421fed4a8f9161de6efb4e4beb, State: Running, Role: LEADER
20:04:55.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.798596 17719 consensus_queue.cc:237] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd23386fad2541519fc0977bc3645ba5" member_type: VOTER last_known_addr { host: "127.17.12.254" port: 45937 } } peers { permanent_uuid: "bc9c48d0f9c641d5ad2e52ccb455f490" member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } } peers { permanent_uuid: "22e530421fed4a8f9161de6efb4e4beb" member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } }
20:04:55.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.812574 17733 sys_catalog.cc:455] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 22e530421fed4a8f9161de6efb4e4beb. Latest consensus state: current_term: 1 leader_uuid: "22e530421fed4a8f9161de6efb4e4beb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd23386fad2541519fc0977bc3645ba5" member_type: VOTER last_known_addr { host: "127.17.12.254" port: 45937 } } peers { permanent_uuid: "bc9c48d0f9c641d5ad2e52ccb455f490" member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } } peers { permanent_uuid: "22e530421fed4a8f9161de6efb4e4beb" member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } } }
20:04:55.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.813247 17733 sys_catalog.cc:458] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [sys.catalog]: This master's current role is: LEADER
20:04:55.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.817036 17735 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
20:04:55.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.829775 17735 catalog_manager.cc:1494] Initializing Kudu cluster ID...
20:04:55.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.859596 17589 raft_consensus.cc:1275] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490 [term 1 FOLLOWER]: Refusing update from remote peer 22e530421fed4a8f9161de6efb4e4beb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:55.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.861177 17733 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [LEADER]: Connected to new peer: Peer: permanent_uuid: "bc9c48d0f9c641d5ad2e52ccb455f490" member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:55.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:55.883479 17568 tablet.cc:2404] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:04:55.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.910856 17707 sys_catalog.cc:455] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 22e530421fed4a8f9161de6efb4e4beb. Latest consensus state: current_term: 1 leader_uuid: "22e530421fed4a8f9161de6efb4e4beb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd23386fad2541519fc0977bc3645ba5" member_type: VOTER last_known_addr { host: "127.17.12.254" port: 45937 } } peers { permanent_uuid: "bc9c48d0f9c641d5ad2e52ccb455f490" member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } } peers { permanent_uuid: "22e530421fed4a8f9161de6efb4e4beb" member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } } }
20:04:55.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.912813 17707 sys_catalog.cc:458] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490 [sys.catalog]: This master's current role is: FOLLOWER
20:04:55.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.919176 17733 sys_catalog.cc:455] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "22e530421fed4a8f9161de6efb4e4beb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd23386fad2541519fc0977bc3645ba5" member_type: VOTER last_known_addr { host: "127.17.12.254" port: 45937 } } peers { permanent_uuid: "bc9c48d0f9c641d5ad2e52ccb455f490" member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } } peers { permanent_uuid: "22e530421fed4a8f9161de6efb4e4beb" member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } } }
20:04:55.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.919808 17735 catalog_manager.cc:1357] Generated new cluster ID: f722bda4adff48d28b2560b02b284f81
20:04:55.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.919911 17733 sys_catalog.cc:458] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [sys.catalog]: This master's current role is: LEADER
20:04:55.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.920112 17735 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
20:04:55.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.934731 17707 sys_catalog.cc:455] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "22e530421fed4a8f9161de6efb4e4beb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd23386fad2541519fc0977bc3645ba5" member_type: VOTER last_known_addr { host: "127.17.12.254" port: 45937 } } peers { permanent_uuid: "bc9c48d0f9c641d5ad2e52ccb455f490" member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } } peers { permanent_uuid: "22e530421fed4a8f9161de6efb4e4beb" member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } } }
20:04:55.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.935474 17707 sys_catalog.cc:458] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490 [sys.catalog]: This master's current role is: FOLLOWER
20:04:55.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.951915 17735 catalog_manager.cc:1380] Generated new certificate authority record
20:04:55.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.956873 17735 catalog_manager.cc:1514] Loading token signing keys...
20:04:55.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.993436 17735 catalog_manager.cc:6044] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb: Generated new TSK 0
20:04:55.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:55.996057 17735 catalog_manager.cc:1524] Initializing in-progress tserver states...
20:04:56.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.033524 17459 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:04:56.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:04:56.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-0/wal
20:04:56.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-0/data
20:04:56.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:04:56.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:04:56.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:04:56.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:56.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:56.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:56.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-0/logs
20:04:56.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-0/data/info.pb
20:04:56.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:56.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:04:56.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:04:56.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:04:56.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:04:56.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:56.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:56.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:56.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:04:56.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:04:56.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.12.193:0
20:04:56.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.12.193
20:04:56.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.12.193
20:04:56.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:56.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.12.254:45937,127.17.12.253:32899,127.17.12.252:45227
20:04:56.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.12.212:38557
20:04:56.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:56.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:56.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:04:56.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.141464 17539 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } attempt: 7
20:04:56.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.247684 17539 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fd23386fad2541519fc0977bc3645ba5: Bootstrap starting.
20:04:56.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.298911 17539 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fd23386fad2541519fc0977bc3645ba5: Neither blocks nor log segments found. Creating new log.
20:04:56.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.315759 17539 log.cc:826] T 00000000000000000000000000000000 P fd23386fad2541519fc0977bc3645ba5: Log is configured to *not* fsync() on all Append() calls
20:04:56.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.345760 17539 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fd23386fad2541519fc0977bc3645ba5: No bootstrap required, opened a new log
20:04:56.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.576222 17539 raft_consensus.cc:359] T 00000000000000000000000000000000 P fd23386fad2541519fc0977bc3645ba5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd23386fad2541519fc0977bc3645ba5" member_type: VOTER last_known_addr { host: "127.17.12.254" port: 45937 } } peers { permanent_uuid: "bc9c48d0f9c641d5ad2e52ccb455f490" member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } } peers { permanent_uuid: "22e530421fed4a8f9161de6efb4e4beb" member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } }
20:04:56.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.577152 17539 raft_consensus.cc:385] T 00000000000000000000000000000000 P fd23386fad2541519fc0977bc3645ba5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:04:56.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.577466 17539 raft_consensus.cc:740] T 00000000000000000000000000000000 P fd23386fad2541519fc0977bc3645ba5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fd23386fad2541519fc0977bc3645ba5, State: Initialized, Role: FOLLOWER
20:04:56.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.589682 17539 consensus_queue.cc:260] T 00000000000000000000000000000000 P fd23386fad2541519fc0977bc3645ba5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd23386fad2541519fc0977bc3645ba5" member_type: VOTER last_known_addr { host: "127.17.12.254" port: 45937 } } peers { permanent_uuid: "bc9c48d0f9c641d5ad2e52ccb455f490" member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } } peers { permanent_uuid: "22e530421fed4a8f9161de6efb4e4beb" member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } }
20:04:56.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.619099 17750 sys_catalog.cc:455] T 00000000000000000000000000000000 P fd23386fad2541519fc0977bc3645ba5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd23386fad2541519fc0977bc3645ba5" member_type: VOTER last_known_addr { host: "127.17.12.254" port: 45937 } } peers { permanent_uuid: "bc9c48d0f9c641d5ad2e52ccb455f490" member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } } peers { permanent_uuid: "22e530421fed4a8f9161de6efb4e4beb" member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } } }
20:04:56.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.621820 17750 sys_catalog.cc:458] T 00000000000000000000000000000000 P fd23386fad2541519fc0977bc3645ba5 [sys.catalog]: This master's current role is: FOLLOWER
20:04:56.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.623587 17539 sys_catalog.cc:565] T 00000000000000000000000000000000 P fd23386fad2541519fc0977bc3645ba5 [sys.catalog]: configured and running, proceeding with master startup.
20:04:56.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.629232 17512 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fd23386fad2541519fc0977bc3645ba5 [term 0 FOLLOWER]: Advancing to term 1
20:04:56.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.629794 17513 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "22e530421fed4a8f9161de6efb4e4beb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fd23386fad2541519fc0977bc3645ba5"
20:04:56.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.630448 17514 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "22e530421fed4a8f9161de6efb4e4beb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fd23386fad2541519fc0977bc3645ba5" is_pre_election: true
20:04:56.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.652578 17512 raft_consensus.cc:1275] T 00000000000000000000000000000000 P fd23386fad2541519fc0977bc3645ba5 [term 1 FOLLOWER]: Refusing update from remote peer 22e530421fed4a8f9161de6efb4e4beb: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:04:56.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.657930 17719 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [LEADER]: Connected to new peer: Peer: permanent_uuid: "fd23386fad2541519fc0977bc3645ba5" member_type: VOTER last_known_addr { host: "127.17.12.254" port: 45937 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:04:56.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.727420 17753 mvcc.cc:204] Tried to move back new op lower bound from 7280965615025053696 to 7280965614819561472. Current Snapshot: MvccSnapshot[applied={T|T < 7280965615025053696}]
20:04:56.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:56.718575 17742 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:04:56.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:56.729866 17742 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:04:56.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.730046 17718 catalog_manager.cc:1269] Loaded cluster ID: f722bda4adff48d28b2560b02b284f81
20:04:56.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.730314 17718 catalog_manager.cc:1562] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490: loading cluster ID for follower catalog manager: success
20:04:56.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:56.731549 17742 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:04:56.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.746562 17718 catalog_manager.cc:1584] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490: acquiring CA information for follower catalog manager: success
20:04:56.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.752903 17718 catalog_manager.cc:1612] T 00000000000000000000000000000000 P bc9c48d0f9c641d5ad2e52ccb455f490: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:56.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.772166 17750 sys_catalog.cc:455] T 00000000000000000000000000000000 P fd23386fad2541519fc0977bc3645ba5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 22e530421fed4a8f9161de6efb4e4beb. Latest consensus state: current_term: 1 leader_uuid: "22e530421fed4a8f9161de6efb4e4beb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd23386fad2541519fc0977bc3645ba5" member_type: VOTER last_known_addr { host: "127.17.12.254" port: 45937 } } peers { permanent_uuid: "bc9c48d0f9c641d5ad2e52ccb455f490" member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } } peers { permanent_uuid: "22e530421fed4a8f9161de6efb4e4beb" member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } } }
20:04:56.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.772289 17752 sys_catalog.cc:455] T 00000000000000000000000000000000 P fd23386fad2541519fc0977bc3645ba5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "22e530421fed4a8f9161de6efb4e4beb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd23386fad2541519fc0977bc3645ba5" member_type: VOTER last_known_addr { host: "127.17.12.254" port: 45937 } } peers { permanent_uuid: "bc9c48d0f9c641d5ad2e52ccb455f490" member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } } peers { permanent_uuid: "22e530421fed4a8f9161de6efb4e4beb" member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } } }
20:04:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.772889 17750 sys_catalog.cc:458] T 00000000000000000000000000000000 P fd23386fad2541519fc0977bc3645ba5 [sys.catalog]: This master's current role is: FOLLOWER
20:04:56.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.773001 17752 sys_catalog.cc:458] T 00000000000000000000000000000000 P fd23386fad2541519fc0977bc3645ba5 [sys.catalog]: This master's current role is: FOLLOWER
20:04:56.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.808369 17767 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:04:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:56.844272 17742 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:04:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:56.845264 17742 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.12.193
20:04:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.885692 17742 tablet_server_runner.cc:78] Tablet server non-default flags:
20:04:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:04:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.12.212:38557
20:04:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:04:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:04:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-0/data
20:04:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-0/wal
20:04:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:04:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:04:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.12.193:0
20:04:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:04:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:04:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:04:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-0/data/info.pb
20:04:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.12.193
20:04:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:04:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.12.254:45937,127.17.12.253:32899,127.17.12.252:45227
20:04:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:04:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:04:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:04:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:04:56.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:04:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.12.193
20:04:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-0/logs
20:04:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:04:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:04:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:04:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:04:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:04:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
20:04:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:04:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 19:43:24 UTC on e7f111948823
20:04:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11683
20:04:56.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:04:56.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.887421 17742 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:04:56.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:56.890637 17742 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:04:56.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:56.907075 17769 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:57.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:57.155779 17719 sys_catalog.cc:455] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "22e530421fed4a8f9161de6efb4e4beb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fd23386fad2541519fc0977bc3645ba5" member_type: VOTER last_known_addr { host: "127.17.12.254" port: 45937 } } peers { permanent_uuid: "bc9c48d0f9c641d5ad2e52ccb455f490" member_type: VOTER last_known_addr { host: "127.17.12.253" port: 32899 } } peers { permanent_uuid: "22e530421fed4a8f9161de6efb4e4beb" member_type: VOTER last_known_addr { host: "127.17.12.252" port: 45227 } } }
20:04:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:57.157647 17719 sys_catalog.cc:458] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb [sys.catalog]: This master's current role is: LEADER
20:04:57.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:57.837448 17767 catalog_manager.cc:1269] Loaded cluster ID: f722bda4adff48d28b2560b02b284f81
20:04:57.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:57.837749 17767 catalog_manager.cc:1562] T 00000000000000000000000000000000 P fd23386fad2541519fc0977bc3645ba5: loading cluster ID for follower catalog manager: success
20:04:57.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:57.850630 17767 catalog_manager.cc:1584] T 00000000000000000000000000000000 P fd23386fad2541519fc0977bc3645ba5: acquiring CA information for follower catalog manager: success
20:04:57.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:57.865881 17767 catalog_manager.cc:1612] T 00000000000000000000000000000000 P fd23386fad2541519fc0977bc3645ba5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:04:59.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:59.908001 17742 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.995s user 1.056s sys 1.679s
20:04:59.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:59.909318 17742 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.997s user 1.056s sys 1.680s
20:04:59.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:59.908828 17771 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2996 milliseconds
20:04:59.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:56.913676 17770 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:59.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:58.310073 17768 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 17742
20:04:59.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:04:59.910841 17772 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:04:59.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:59.911334 17742 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:04:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:59.916810 17742 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:04:59.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:59.937155 17742 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:04:59.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:59.938681 17742 hybrid_clock.cc:648] HybridClock initialized: now 1777579499938629 us; error 69 us; skew 500 ppm
20:04:59.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:59.939834 17742 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:04:59.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:59.969277 17742 webserver.cc:492] Webserver started at http://127.17.12.193:39123/ using document root <none> and password file <none>
20:04:59.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:59.970566 17742 fs_manager.cc:362] Metadata directory not provided
20:04:59.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:59.970852 17742 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:04:59.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:59.971415 17742 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:04:59.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:59.977798 17742 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-0/data/instance:
20:04:59.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01c59a0b1dae41c7af8c3cc4281998cf"
20:04:59.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:04:59 on dist-test-slave-5hbr"
20:04:59.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:59.979288 17742 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-0/wal/instance:
20:04:59.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01c59a0b1dae41c7af8c3cc4281998cf"
20:04:59.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:04:59 on dist-test-slave-5hbr"
20:04:59.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:04:59.995036 17742 fs_manager.cc:696] Time spent creating directory manager: real 0.015s user 0.010s sys 0.006s
20:05:00.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.017449 17784 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:05:00.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.019476 17742 fs_manager.cc:730] Time spent opening block manager: real 0.020s user 0.009s sys 0.011s
20:05:00.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.019917 17742 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-0/data,/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-0/wal
20:05:00.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01c59a0b1dae41c7af8c3cc4281998cf"
20:05:00.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:04:59 on dist-test-slave-5hbr"
20:05:00.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.020356 17742 fs_report.cc:389] FS layout report
20:05:00.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:00.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-0/wal
20:05:00.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-0/wal
20:05:00.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-0/data/data
20:05:00.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:00.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:00.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:00.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:00.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:00.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:00.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:00.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:00.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:00.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:00.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:00.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.087167 17742 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:05:00.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.089303 17742 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:00.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.089884 17742 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:00.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.106972 17742 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:05:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.113878 17742 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:05:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.114207 17742 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:05:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.114522 17742 ts_tablet_manager.cc:616] Registered 0 tablets
20:05:00.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.114724 17742 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:05:00.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.360888 17742 rpc_server.cc:307] RPC server started. Bound to: 127.17.12.193:35775
20:05:00.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.361016 17896 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.12.193:35775 every 8 connection(s)
20:05:00.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.364408 17742 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-0/data/info.pb
20:05:00.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.374794 17459 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu as pid 17742
20:05:00.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.375414 17459 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-0/wal/instance
20:05:00.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.393045 17459 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:05:00.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:05:00.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-1/wal
20:05:00.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-1/data
20:05:00.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-1/logs
20:05:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-1/data/info.pb
20:05:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:05:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.12.194:0
20:05:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.12.194
20:05:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.12.194
20:05:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.12.254:45937,127.17.12.253:32899,127.17.12.252:45227
20:05:00.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.12.212:38557
20:05:00.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:00.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:00.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:05:00.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.465919 17898 heartbeater.cc:344] Connected to a master server at 127.17.12.252:45227
20:05:00.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.466445 17898 heartbeater.cc:461] Registering TS with master...
20:05:00.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.468302 17898 heartbeater.cc:507] Master 127.17.12.252:45227 requested a full tablet report, sending...
20:05:00.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.470045 17897 heartbeater.cc:344] Connected to a master server at 127.17.12.253:32899
20:05:00.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.470655 17897 heartbeater.cc:461] Registering TS with master...
20:05:00.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.471534 17897 heartbeater.cc:507] Master 127.17.12.253:32899 requested a full tablet report, sending...
20:05:00.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.474710 17660 ts_manager.cc:194] Registered new tserver with Master: 01c59a0b1dae41c7af8c3cc4281998cf (127.17.12.193:35775)
20:05:00.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.477988 17660 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.12.193:54919
20:05:00.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.481775 17579 ts_manager.cc:194] Registered new tserver with Master: 01c59a0b1dae41c7af8c3cc4281998cf (127.17.12.193:35775)
20:05:00.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.484680 17902 heartbeater.cc:344] Connected to a master server at 127.17.12.254:45937
20:05:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.485041 17902 heartbeater.cc:461] Registering TS with master...
20:05:00.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.485743 17902 heartbeater.cc:507] Master 127.17.12.254:45937 requested a full tablet report, sending...
20:05:00.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.488986 17504 ts_manager.cc:194] Registered new tserver with Master: 01c59a0b1dae41c7af8c3cc4281998cf (127.17.12.193:35775)
20:05:00.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:00.853276 17901 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:00.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:00.853744 17901 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:00.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:00.854147 17901 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:00.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:00.889007 17901 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:00.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:00.889876 17901 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.12.194
20:05:00.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.927928 17901 tablet_server_runner.cc:78] Tablet server non-default flags:
20:05:00.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:00.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.12.212:38557
20:05:00.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:00.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:00.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-1/data
20:05:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-1/wal
20:05:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.12.194:0
20:05:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-1/data/info.pb
20:05:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.12.194
20:05:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.12.254:45937,127.17.12.253:32899,127.17.12.252:45227
20:05:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.12.194
20:05:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-1/logs
20:05:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:05:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:05:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
20:05:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 19:43:24 UTC on e7f111948823
20:05:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11683
20:05:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.929275 17901 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:00.931399 17901 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:00.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:00.948029 17913 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:01.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:01.482193 17898 heartbeater.cc:499] Master 127.17.12.252:45227 was elected leader, sending a full tablet report...
20:05:02.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:00.948807 17914 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:02.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:02.283783 17916 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:02.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:02.285756 17901 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.336s user 0.003s sys 0.004s
20:05:02.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:02.286139 17901 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.336s user 0.003s sys 0.004s
20:05:02.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.286437 17901 server_base.cc:1061] running on GCE node
20:05:02.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.287917 17901 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:02.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.296873 17901 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:02.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.298352 17901 hybrid_clock.cc:648] HybridClock initialized: now 1777579502298270 us; error 79 us; skew 500 ppm
20:05:02.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.299579 17901 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:02.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.309230 17901 webserver.cc:492] Webserver started at http://127.17.12.194:35347/ using document root <none> and password file <none>
20:05:02.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.310581 17901 fs_manager.cc:362] Metadata directory not provided
20:05:02.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.310895 17901 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:02.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.311507 17901 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:05:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.318753 17901 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-1/data/instance:
20:05:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd30af5b1ae546f08bfb035bebd089db"
20:05:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:02 on dist-test-slave-5hbr"
20:05:02.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.320602 17901 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-1/wal/instance:
20:05:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd30af5b1ae546f08bfb035bebd089db"
20:05:02.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:02 on dist-test-slave-5hbr"
20:05:02.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.331058 17901 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.001s sys 0.008s
20:05:02.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.339020 17924 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:05:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.340348 17901 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
20:05:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.340842 17901 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-1/data,/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-1/wal
20:05:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd30af5b1ae546f08bfb035bebd089db"
20:05:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:02 on dist-test-slave-5hbr"
20:05:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.341305 17901 fs_report.cc:389] FS layout report
20:05:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-1/wal
20:05:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-1/wal
20:05:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-1/data/data
20:05:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:02.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:02.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.423851 17901 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:05:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.425783 17901 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:02.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.426309 17901 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:02.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.430116 17901 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:05:02.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.436421 17901 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:05:02.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.436748 17901 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
20:05:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.437048 17901 ts_tablet_manager.cc:616] Registered 0 tablets
20:05:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.437273 17901 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:05:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.601215 17901 rpc_server.cc:307] RPC server started. Bound to: 127.17.12.194:36829
20:05:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.601279 18036 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.12.194:36829 every 8 connection(s)
20:05:02.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.603715 17901 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-1/data/info.pb
20:05:02.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.606911 17459 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu as pid 17901
20:05:02.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.607375 17459 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-1/wal/instance
20:05:02.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.629290 17459 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:05:02.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:05:02.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-2/wal
20:05:02.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-2/data
20:05:02.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:02.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:02.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:02.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:02.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:02.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:02.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-2/logs
20:05:02.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-2/data/info.pb
20:05:02.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:02.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:02.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:02.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:02.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:02.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:02.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:02.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:02.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:05:02.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:02.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.12.195:0
20:05:02.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.12.195
20:05:02.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.12.195
20:05:02.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:02.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.12.254:45937,127.17.12.253:32899,127.17.12.252:45227
20:05:02.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.12.212:38557
20:05:02.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:02.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:02.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:05:02.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.658788 18037 heartbeater.cc:344] Connected to a master server at 127.17.12.253:32899
20:05:02.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.659180 18037 heartbeater.cc:461] Registering TS with master...
20:05:02.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.660431 18037 heartbeater.cc:507] Master 127.17.12.253:32899 requested a full tablet report, sending...
20:05:02.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.662468 18038 heartbeater.cc:344] Connected to a master server at 127.17.12.252:45227
20:05:02.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.662814 18038 heartbeater.cc:461] Registering TS with master...
20:05:02.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.665537 17579 ts_manager.cc:194] Registered new tserver with Master: fd30af5b1ae546f08bfb035bebd089db (127.17.12.194:36829)
20:05:02.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.666816 18038 heartbeater.cc:507] Master 127.17.12.252:45227 requested a full tablet report, sending...
20:05:02.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.667097 18039 heartbeater.cc:344] Connected to a master server at 127.17.12.254:45937
20:05:02.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.667416 18039 heartbeater.cc:461] Registering TS with master...
20:05:02.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.668272 18039 heartbeater.cc:507] Master 127.17.12.254:45937 requested a full tablet report, sending...
20:05:02.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.669134 17660 ts_manager.cc:194] Registered new tserver with Master: fd30af5b1ae546f08bfb035bebd089db (127.17.12.194:36829)
20:05:02.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.670903 17504 ts_manager.cc:194] Registered new tserver with Master: fd30af5b1ae546f08bfb035bebd089db (127.17.12.194:36829)
20:05:02.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:02.671224 17660 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.12.194:60287
20:05:02.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:02.959316 18047 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:02.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:02.959868 18047 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:02.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:02.960410 18047 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:02.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:02.993453 18047 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:02.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:02.994445 18047 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.12.195
20:05:03.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:03.031819 18047 tablet_server_runner.cc:78] Tablet server non-default flags:
20:05:03.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:03.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.12.212:38557
20:05:03.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:03.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:03.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-2/data
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-2/wal
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.12.195:0
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-2/data/info.pb
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.12.195
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.12.254:45937,127.17.12.253:32899,127.17.12.252:45227
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.12.195
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-2/logs
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:03.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
20:05:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 19:43:24 UTC on e7f111948823
20:05:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11683
20:05:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:03.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:03.033663 18047 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:03.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:03.035985 18047 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:03.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:03.050762 18053 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:03.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:03.675737 18038 heartbeater.cc:499] Master 127.17.12.252:45227 was elected leader, sending a full tablet report...
20:05:04.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:04.451872 18052 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 18047
20:05:04.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:04.750504 18047 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.700s user 0.598s sys 1.055s
20:05:04.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:04.750906 18047 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.700s user 0.598s sys 1.055s
20:05:04.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:03.051236 18054 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:04.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:04.752964 18056 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:04.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:04.756434 18055 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1700 milliseconds
20:05:04.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.756575 18047 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:05:04.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.758265 18047 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:04.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.760360 18047 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.761826 18047 hybrid_clock.cc:648] HybridClock initialized: now 1777579504761782 us; error 39 us; skew 500 ppm
20:05:04.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.762667 18047 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:04.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.768996 18047 webserver.cc:492] Webserver started at http://127.17.12.195:43519/ using document root <none> and password file <none>
20:05:04.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.769990 18047 fs_manager.cc:362] Metadata directory not provided
20:05:04.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.770269 18047 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:04.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.770809 18047 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:05:04.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.775192 18047 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-2/data/instance:
20:05:04.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0d17ca9e01649c38075fff90ff86ea2"
20:05:04.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:04 on dist-test-slave-5hbr"
20:05:04.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.776405 18047 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-2/wal/instance:
20:05:04.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0d17ca9e01649c38075fff90ff86ea2"
20:05:04.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:04 on dist-test-slave-5hbr"
20:05:04.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.783762 18047 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.001s sys 0.005s
20:05:04.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.789424 18064 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:05:04.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.790470 18047 fs_manager.cc:730] Time spent opening block manager: real 0.003s user 0.003s sys 0.002s
20:05:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.790822 18047 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-2/data,/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-2/wal
20:05:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0d17ca9e01649c38075fff90ff86ea2"
20:05:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:04 on dist-test-slave-5hbr"
20:05:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.791193 18047 fs_report.cc:389] FS layout report
20:05:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-2/wal
20:05:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-2/wal
20:05:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-2/data/data
20:05:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:04.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:04.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:04.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.838107 18047 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:05:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.839685 18047 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.840204 18047 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:04.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.843456 18047 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:05:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.848150 18047 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:05:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.848397 18047 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:05:04.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.848742 18047 ts_tablet_manager.cc:616] Registered 0 tablets
20:05:04.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:04.848948 18047 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:05:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:05.011030 18047 rpc_server.cc:307] RPC server started. Bound to: 127.17.12.195:33217
20:05:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:05.011142 18176 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.12.195:33217 every 8 connection(s)
20:05:05.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:05.013677 18047 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-2/data/info.pb
20:05:05.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:05.018234 17459 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu as pid 18047
20:05:05.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:05.018671 17459 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster8202649798262446487/ts-2/wal/instance
20:05:05.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:05.065955 18177 heartbeater.cc:344] Connected to a master server at 127.17.12.253:32899
20:05:05.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:05.066481 18177 heartbeater.cc:461] Registering TS with master...
20:05:05.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:05.067800 18177 heartbeater.cc:507] Master 127.17.12.253:32899 requested a full tablet report, sending...
20:05:05.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:05.067902 18178 heartbeater.cc:344] Connected to a master server at 127.17.12.252:45227
20:05:05.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:05.068291 18178 heartbeater.cc:461] Registering TS with master...
20:05:05.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:05.069205 18178 heartbeater.cc:507] Master 127.17.12.252:45227 requested a full tablet report, sending...
20:05:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:05.071223 18179 heartbeater.cc:344] Connected to a master server at 127.17.12.254:45937
20:05:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:05.071398 17660 ts_manager.cc:194] Registered new tserver with Master: a0d17ca9e01649c38075fff90ff86ea2 (127.17.12.195:33217)
20:05:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:05.071578 18179 heartbeater.cc:461] Registering TS with master...
20:05:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:05.071554 17578 ts_manager.cc:194] Registered new tserver with Master: a0d17ca9e01649c38075fff90ff86ea2 (127.17.12.195:33217)
20:05:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:05.072549 18179 heartbeater.cc:507] Master 127.17.12.254:45937 requested a full tablet report, sending...
20:05:05.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:05.072873 17660 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.12.195:38029
20:05:05.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:05.075109 17504 ts_manager.cc:194] Registered new tserver with Master: a0d17ca9e01649c38075fff90ff86ea2 (127.17.12.195:33217)
20:05:05.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:05.091590 17459 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
20:05:05.103 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:05:05.105 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:05:05.114 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.17.12.254"
port: 45937
}
bound_http_address {
host: "127.17.12.254"
port: 39117
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.17.12.253"
port: 32899
}
bound_http_address {
host: "127.17.12.253"
port: 44271
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.17.12.252"
port: 45227
}
bound_http_address {
host: "127.17.12.252"
port: 43339
}
}
}
20:05:05.117 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:05:05.120 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.17.12.193"
port: 35775
}
bound_http_address {
host: "127.17.12.193"
port: 39123
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.17.12.194"
port: 36829
}
bound_http_address {
host: "127.17.12.194"
port: 35347
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.17.12.195"
port: 33217
}
bound_http_address {
host: "127.17.12.195"
port: 43519
}
}
}
20:05:05.120 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:05:05.328 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
20:05:05.395 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:05:05.500 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskAV2dni/test-tmp
20:05:05.500 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:05:05.501 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskAV2dni/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:05:05.508 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
20:05:05.870 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:05:05.871 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:05:05.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:05.874569 18189 mini_oidc.cc:150] Starting JWKS server
20:05:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:05.877939 18189 webserver.cc:492] Webserver started at http://127.0.0.1:42407/ using document root <none> and password file <none>
20:05:05.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:05.878381 18189 mini_oidc.cc:186] Starting OIDC Discovery server
20:05:05.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:05.880668 18189 webserver.cc:492] Webserver started at http://127.0.0.1:39073/ using document root <none> and password file <none>
20:05:05.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
20:05:05.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/principal' for realm 'KRBTEST.COM',
20:05:05.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
20:05:05.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:05 dist-test-slave-5hbr krb5kdc[18201](info): setting up network...
20:05:05.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
20:05:05.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:05 dist-test-slave-5hbr krb5kdc[18201](info): set up 2 sockets
20:05:05.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:05 dist-test-slave-5hbr krb5kdc[18201](info): commencing operation
20:05:05.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
20:05:06.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:06.076754 18178 heartbeater.cc:499] Master 127.17.12.252:45227 was elected leader, sending a full tablet report...
20:05:08.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:08.018515 18189 mini_kdc.cc:121] Time spent starting KDC: real 2.101s user 0.008s sys 0.012s
20:05:08.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
20:05:08.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:05:08.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
20:05:08.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
20:05:08.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:05:08.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
20:05:08.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
20:05:08.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:05:08.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
20:05:08.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:05:08.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/test-user.keytab.
20:05:08.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/test-user.keytab.
20:05:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:08 dist-test-slave-5hbr krb5kdc[18201](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579508, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:05:08.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:05:08.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-30T20:05:08Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:05:08.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-30T20:05:08Z Disabled control of system clock
20:05:08.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.195.126@KRBTEST.COM; defaulting to no policy
20:05:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:08.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.195.126@KRBTEST.COM" created.
20:05:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.195.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:08.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.195.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:08.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.17.195.126@KRBTEST.COM; defaulting to no policy
20:05:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:08.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.17.195.126@KRBTEST.COM" created.
20:05:08.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.17.195.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.17.195.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:08.803295 18189 mini_kdc.cc:268] Time spent creating service keytab for HTTP/127.17.195.126: real 0.594s user 0.001s sys 0.009s
20:05:08.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:08.805397 18189 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:05:08.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:05:08.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/wal
20:05:08.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/data
20:05:08.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:08.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:08.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:08.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/logs
20:05:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/data/info.pb
20:05:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:05:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.195.126:35977
20:05:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.195.126
20:05:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab
20:05:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.195.126
20:05:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:05:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:05:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:05:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:05:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.195.84:38433
20:05:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.195.126:35977,127.17.195.125:42957,127.17.195.124:45621
20:05:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42407/jwks.json
20:05:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:05:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:05:09.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:09.121582 18218 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:09.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:09.122366 18218 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:09.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:09.122946 18218 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:09.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:09.155982 18218 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:05:09.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:09.156221 18218 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:05:09.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:09.156589 18218 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:09.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:09.156966 18218 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:05:09.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:09.157323 18218 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:05:09.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:09.157553 18218 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:05:09.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:09.157699 18218 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42407/jwks.json
20:05:09.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:09.198413 18218 master_runner.cc:386] Master server non-default flags:
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.195.84:38433
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/data
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/wal
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.195.126:35977,127.17.195.125:42957,127.17.195.124:45621
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.195.126
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.195.126:35977
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42407/jwks.json
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/data/info.pb
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.195.126
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:09.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:09.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:09.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:09.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:09.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:09.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/logs
20:05:09.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:09.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:09.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:05:09.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:05:09.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:09.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
20:05:09.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:09.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 19:43:24 UTC on e7f111948823
20:05:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11683
20:05:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:09.199664 18218 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:09.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:09.200814 18218 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:09.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:09.215016 18225 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:10.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:10.616693 18224 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 18218
20:05:10.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:10.780954 18218 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.566s user 0.497s sys 1.017s
20:05:10.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:10.781486 18218 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.566s user 0.497s sys 1.017s
20:05:10.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:09.215795 18226 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:10.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:10.783913 18228 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:10.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:10.787024 18227 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1552 milliseconds
20:05:10.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.787041 18218 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:05:10.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.788390 18218 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:10.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.790807 18218 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:10.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.792163 18218 hybrid_clock.cc:648] HybridClock initialized: now 1777579510792120 us; error 82 us; skew 500 ppm
20:05:10.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.793006 18218 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:10.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:10 dist-test-slave-5hbr krb5kdc[18201](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579510, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:05:10.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.798799 18218 init.cc:377] Logged in from keytab as kudu/127.17.195.126@KRBTEST.COM (short username kudu)
20:05:10.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.804351 18218 webserver.cc:492] Webserver started at http://127.17.195.126:45597/ using document root <none> and password file <none>
20:05:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.805359 18218 fs_manager.cc:362] Metadata directory not provided
20:05:10.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.805562 18218 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:10.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.805944 18218 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:05:10.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.810286 18218 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/data/instance:
20:05:10.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af3a19d6cf3248aba242c0f6c5d8a91d"
20:05:10.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:10 on dist-test-slave-5hbr"
20:05:10.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.811369 18218 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/wal/instance:
20:05:10.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af3a19d6cf3248aba242c0f6c5d8a91d"
20:05:10.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:10 on dist-test-slave-5hbr"
20:05:10.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.818958 18218 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.002s
20:05:10.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.824689 18239 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:05:10.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.826184 18218 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.001s
20:05:10.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.826563 18218 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/data,/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/wal
20:05:10.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af3a19d6cf3248aba242c0f6c5d8a91d"
20:05:10.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:10 on dist-test-slave-5hbr"
20:05:10.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.827056 18218 fs_report.cc:389] FS layout report
20:05:10.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:10.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/wal
20:05:10.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/wal
20:05:10.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/data/data
20:05:10.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:10.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:10.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:10.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:10.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:10.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:10.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:10.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:10.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:10.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:10.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:10.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.901937 18218 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:05:10.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.908231 18218 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:10.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.908720 18218 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:10.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.983812 18218 rpc_server.cc:307] RPC server started. Bound to: 127.17.195.126:35977
20:05:10.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.983888 18291 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.195.126:35977 every 8 connection(s)
20:05:10.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.987450 18218 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/data/info.pb
20:05:10.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.991549 18189 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu as pid 18218
20:05:10.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.992056 18189 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/wal/instance
20:05:10.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:10.993947 18292 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:11.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.195.125@KRBTEST.COM; defaulting to no policy
20:05:11.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:11.005824 18292 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } has no permanent_uuid. Determining permanent_uuid...
20:05:11.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:11.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.195.125@KRBTEST.COM" created.
20:05:11.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:11 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579510, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.126@KRBTEST.COM for kudu/127.17.195.126@KRBTEST.COM
20:05:11.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:11.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.195.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:11.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.195.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:11.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.17.195.125@KRBTEST.COM; defaulting to no policy
20:05:11.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:11.057807 18292 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } has no permanent_uuid. Determining permanent_uuid...
20:05:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:11.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.17.195.125@KRBTEST.COM" created.
20:05:11.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:11.063567 18242 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.195.125:42957: connect: Connection refused (error 111)
20:05:11.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:11.068418 18292 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.195.125:42957: Network error: Client connection negotiation failed: client connection to 127.17.195.125:42957: connect: Connection refused (error 111)
20:05:11.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:11.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.17.195.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:11.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.17.195.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:11.085543 18189 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:05:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:05:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/wal
20:05:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/data
20:05:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/logs
20:05:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/data/info.pb
20:05:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:11.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.195.125:42957
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.195.125
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.195.125
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.195.84:38433
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.195.126:35977,127.17.195.125:42957,127.17.195.124:45621
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42407/jwks.json
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:05:11.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:05:11.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:11.118031 18292 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } attempt: 1
20:05:11.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:11.121961 18292 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.195.125:42957: Network error: Client connection negotiation failed: client connection to 127.17.195.125:42957: connect: Connection refused (error 111)
20:05:11.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:11.190436 18292 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } attempt: 2
20:05:11.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:11.195178 18292 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.195.125:42957: Network error: Client connection negotiation failed: client connection to 127.17.195.125:42957: connect: Connection refused (error 111)
20:05:11.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:11.286588 18292 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } attempt: 3
20:05:11.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:11.290923 18292 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.195.125:42957: Network error: Client connection negotiation failed: client connection to 127.17.195.125:42957: connect: Connection refused (error 111)
20:05:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:11.423609 18301 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:11.424392 18301 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:11.425227 18301 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:11.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:11.434413 18292 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } attempt: 4
20:05:11.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:11.438470 18292 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.195.125:42957: Network error: Client connection negotiation failed: client connection to 127.17.195.125:42957: connect: Connection refused (error 111)
20:05:11.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:11.459883 18301 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:05:11.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:11.460191 18301 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:05:11.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:11.460616 18301 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:11.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:11.460950 18301 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:05:11.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:11.461277 18301 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:05:11.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:11.461591 18301 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:05:11.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:11.461828 18301 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42407/jwks.json
20:05:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:11.502223 18301 master_runner.cc:386] Master server non-default flags:
20:05:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.195.84:38433
20:05:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:11.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/data
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/wal
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.195.126:35977,127.17.195.125:42957,127.17.195.124:45621
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.195.125
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.195.125:42957
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42407/jwks.json
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/data/info.pb
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.195.125
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:11.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/logs
20:05:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:05:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:05:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
20:05:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 19:43:24 UTC on e7f111948823
20:05:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11683
20:05:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:11.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:11.503922 18301 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:11.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:11.505170 18301 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:11.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:11.518841 18307 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:11.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:11.737874 18292 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } attempt: 5
20:05:11.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:11.743425 18292 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.195.125:42957: Network error: Client connection negotiation failed: client connection to 127.17.195.125:42957: connect: Connection refused (error 111)
20:05:12.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.290916 18292 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } attempt: 6
20:05:12.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:12.298440 18292 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.195.125:42957: Network error: Client connection negotiation failed: client connection to 127.17.195.125:42957: connect: Connection refused (error 111)
20:05:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:11.519929 18308 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:12.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:11.524695 18310 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:12.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:12.757604 18309 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:05:12.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.758257 18301 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:05:12.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.762503 18301 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.765635 18301 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:12.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.767138 18301 hybrid_clock.cc:648] HybridClock initialized: now 1777579512767089 us; error 94 us; skew 500 ppm
20:05:12.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.768042 18301 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:12.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:12 dist-test-slave-5hbr krb5kdc[18201](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579512, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:05:12.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.774582 18301 init.cc:377] Logged in from keytab as kudu/127.17.195.125@KRBTEST.COM (short username kudu)
20:05:12.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.780421 18301 webserver.cc:492] Webserver started at http://127.17.195.125:40019/ using document root <none> and password file <none>
20:05:12.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.781452 18301 fs_manager.cc:362] Metadata directory not provided
20:05:12.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.781693 18301 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:12.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.782207 18301 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:05:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.786638 18301 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/data/instance:
20:05:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d701f7e489ec4fa587e1a49454aa4b2c"
20:05:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:12 on dist-test-slave-5hbr"
20:05:12.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.787783 18301 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/wal/instance:
20:05:12.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d701f7e489ec4fa587e1a49454aa4b2c"
20:05:12.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:12 on dist-test-slave-5hbr"
20:05:12.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.796154 18301 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.005s
20:05:12.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.802415 18322 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:05:12.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.803674 18301 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
20:05:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.804126 18301 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/data,/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/wal
20:05:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d701f7e489ec4fa587e1a49454aa4b2c"
20:05:12.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:12 on dist-test-slave-5hbr"
20:05:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.804525 18301 fs_report.cc:389] FS layout report
20:05:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/wal
20:05:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/wal
20:05:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/data/data
20:05:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:12.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.885710 18301 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:05:12.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.891474 18301 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:12.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.891973 18301 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.974141 18301 rpc_server.cc:307] RPC server started. Bound to: 127.17.195.125:42957
20:05:12.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.974220 18374 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.195.125:42957 every 8 connection(s)
20:05:12.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.976994 18301 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/data/info.pb
20:05:12.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.983785 18375 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:12.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.985924 18189 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu as pid 18301
20:05:12.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:12.986371 18189 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/wal/instance
20:05:13.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:13.000212 18375 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } has no permanent_uuid. Determining permanent_uuid...
20:05:13.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.195.124@KRBTEST.COM; defaulting to no policy
20:05:13.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:13.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.195.124@KRBTEST.COM" created.
20:05:13.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:13 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579512, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.125@KRBTEST.COM for kudu/127.17.195.126@KRBTEST.COM
20:05:13.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:13.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.195.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:13.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.195.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:13.046056 18375 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } has no permanent_uuid. Determining permanent_uuid...
20:05:13.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.17.195.124@KRBTEST.COM; defaulting to no policy
20:05:13.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:13.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.17.195.124@KRBTEST.COM" created.
20:05:13.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:13 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579512, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.125@KRBTEST.COM for kudu/127.17.195.125@KRBTEST.COM
20:05:13.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:13.076231 18375 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } has no permanent_uuid. Determining permanent_uuid...
20:05:13.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.078837 18323 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.195.124:45621: connect: Connection refused (error 111)
20:05:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.17.195.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.17.195.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:13.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.083312 18375 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.195.124:45621: Network error: Client connection negotiation failed: client connection to 127.17.195.124:45621: connect: Connection refused (error 111)
20:05:13.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:13.085454 18189 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:05:13.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:05:13.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/wal
20:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/data
20:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/logs
20:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/data/info.pb
20:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.195.124:45621
20:05:13.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.195.124
20:05:13.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:13.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab
20:05:13.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.195.124
20:05:13.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:05:13.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:05:13.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:05:13.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:05:13.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.195.84:38433
20:05:13.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:13.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:13.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:13.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:13.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.195.126:35977,127.17.195.125:42957,127.17.195.124:45621
20:05:13.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:13.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42407/jwks.json
20:05:13.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:05:13.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:05:13.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:13.132941 18375 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } attempt: 1
20:05:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.138082 18375 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.195.124:45621: Network error: Client connection negotiation failed: client connection to 127.17.195.124:45621: connect: Connection refused (error 111)
20:05:13.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:13.206565 18375 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } attempt: 2
20:05:13.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.212148 18375 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.195.124:45621: Network error: Client connection negotiation failed: client connection to 127.17.195.124:45621: connect: Connection refused (error 111)
20:05:13.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:13.303663 18375 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } attempt: 3
20:05:13.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.308220 18375 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.195.124:45621: Network error: Client connection negotiation failed: client connection to 127.17.195.124:45621: connect: Connection refused (error 111)
20:05:13.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:13.359131 18292 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } attempt: 7
20:05:13.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:13 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579510, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.126@KRBTEST.COM for kudu/127.17.195.125@KRBTEST.COM
20:05:13.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:13.384888 18292 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } has no permanent_uuid. Determining permanent_uuid...
20:05:13.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.391506 18292 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.195.124:45621: Network error: Client connection negotiation failed: client connection to 127.17.195.124:45621: connect: Connection refused (error 111)
20:05:13.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:13.449971 18292 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } attempt: 1
20:05:13.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:13.451679 18375 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } attempt: 4
20:05:13.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.453927 18385 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:13.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.454975 18385 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:13.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.455340 18292 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.195.124:45621: Network error: Client connection negotiation failed: client connection to 127.17.195.124:45621: connect: Connection refused (error 111)
20:05:13.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.455931 18375 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.195.124:45621: Network error: Client connection negotiation failed: client connection to 127.17.195.124:45621: connect: Connection refused (error 111)
20:05:13.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.456060 18385 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:13.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.490708 18385 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:05:13.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.491093 18385 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:05:13.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.491677 18385 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:13.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.491956 18385 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:05:13.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.492164 18385 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:05:13.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.492355 18385 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:05:13.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.492569 18385 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42407/jwks.json
20:05:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:13.531518 18385 master_runner.cc:386] Master server non-default flags:
20:05:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.195.84:38433
20:05:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/data
20:05:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/wal
20:05:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:05:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.195.126:35977,127.17.195.125:42957,127.17.195.124:45621
20:05:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab
20:05:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.195.124
20:05:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.195.124:45621
20:05:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:13.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42407/jwks.json
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/data/info.pb
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.195.124
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/logs
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 19:43:24 UTC on e7f111948823
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11683
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:13.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:13.532828 18385 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:13.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:13.533883 18385 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:13.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:13.536768 18292 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } attempt: 2
20:05:13.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.542163 18292 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.195.124:45621: Network error: Client connection negotiation failed: client connection to 127.17.195.124:45621: connect: Connection refused (error 111)
20:05:13.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.548194 18393 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:13.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:13.627718 18292 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } attempt: 3
20:05:13.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.636406 18292 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.195.124:45621: Network error: Client connection negotiation failed: client connection to 127.17.195.124:45621: connect: Connection refused (error 111)
20:05:13.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:13.755318 18375 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } attempt: 5
20:05:13.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.761883 18375 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.195.124:45621: Network error: Client connection negotiation failed: client connection to 127.17.195.124:45621: connect: Connection refused (error 111)
20:05:13.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:13.777078 18292 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } attempt: 4
20:05:13.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.784283 18292 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.195.124:45621: Network error: Client connection negotiation failed: client connection to 127.17.195.124:45621: connect: Connection refused (error 111)
20:05:14.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:14.067866 18292 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } attempt: 5
20:05:14.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:14.076236 18292 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.195.124:45621: Network error: Client connection negotiation failed: client connection to 127.17.195.124:45621: connect: Connection refused (error 111)
20:05:14.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:14.309535 18375 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } attempt: 6
20:05:14.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:14.321223 18375 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.195.124:45621: Network error: Client connection negotiation failed: client connection to 127.17.195.124:45621: connect: Connection refused (error 111)
20:05:14.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:14.628901 18292 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } attempt: 6
20:05:14.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:14.640254 18292 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.195.124:45621: Network error: Client connection negotiation failed: client connection to 127.17.195.124:45621: connect: Connection refused (error 111)
20:05:14.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:13.549222 18394 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:14.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:14.888057 18396 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:14.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:14.890935 18395 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1339 milliseconds
20:05:14.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:14.891064 18385 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:05:14.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:14.892321 18385 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:14.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:14.895051 18385 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:14.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:14.896557 18385 hybrid_clock.cc:648] HybridClock initialized: now 1777579514896489 us; error 89 us; skew 500 ppm
20:05:14.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:14.897396 18385 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:14.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:14 dist-test-slave-5hbr krb5kdc[18201](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579514, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:05:14.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:14.903718 18385 init.cc:377] Logged in from keytab as kudu/127.17.195.124@KRBTEST.COM (short username kudu)
20:05:14.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:14.909970 18385 webserver.cc:492] Webserver started at http://127.17.195.124:35393/ using document root <none> and password file <none>
20:05:14.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:14.910887 18385 fs_manager.cc:362] Metadata directory not provided
20:05:14.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:14.911098 18385 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:14.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:14.911592 18385 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:05:14.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:14.915927 18385 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/data/instance:
20:05:14.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2943c8f1fb444ae7be36587de5756ebd"
20:05:14.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:14 on dist-test-slave-5hbr"
20:05:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:14.917131 18385 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/wal/instance:
20:05:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2943c8f1fb444ae7be36587de5756ebd"
20:05:14.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:14 on dist-test-slave-5hbr"
20:05:14.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:14.925468 18385 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
20:05:14.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:14.931020 18409 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:05:14.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:14.932186 18385 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
20:05:14.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:14.932535 18385 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/data,/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/wal
20:05:14.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2943c8f1fb444ae7be36587de5756ebd"
20:05:14.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:14 on dist-test-slave-5hbr"
20:05:14.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:14.933023 18385 fs_report.cc:389] FS layout report
20:05:14.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:14.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/wal
20:05:14.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/wal
20:05:14.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/data/data
20:05:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:14.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:14.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:14.988448 18385 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:05:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:14.994791 18385 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:14.995340 18385 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.083105 18385 rpc_server.cc:307] RPC server started. Bound to: 127.17.195.124:45621
20:05:15.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.083160 18460 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.195.124:45621 every 8 connection(s)
20:05:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.086146 18385 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/data/info.pb
20:05:15.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.093662 18461 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:05:15.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.095337 18189 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu as pid 18385
20:05:15.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.095777 18189 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/wal/instance
20:05:15.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.108486 18461 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } has no permanent_uuid. Determining permanent_uuid...
20:05:15.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:15 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579508, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.195.126@KRBTEST.COM
20:05:15.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:15 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579514, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.124@KRBTEST.COM for kudu/127.17.195.126@KRBTEST.COM
20:05:15.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:15 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579508, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.195.125@KRBTEST.COM
20:05:15.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.162447 18461 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } has no permanent_uuid. Determining permanent_uuid...
20:05:15.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:15 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579514, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.124@KRBTEST.COM for kudu/127.17.195.125@KRBTEST.COM
20:05:15.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:15 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579508, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.17.195.124@KRBTEST.COM
20:05:15.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.189317 18461 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } has no permanent_uuid. Determining permanent_uuid...
20:05:15.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:15 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579514, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.124@KRBTEST.COM for kudu/127.17.195.124@KRBTEST.COM
20:05:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.227855 18461 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd: Bootstrap starting.
20:05:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.235163 18461 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd: Neither blocks nor log segments found. Creating new log.
20:05:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.236826 18461 log.cc:826] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd: Log is configured to *not* fsync() on all Append() calls
20:05:15.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.241957 18461 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd: No bootstrap required, opened a new log
20:05:15.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.262166 18461 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } }
20:05:15.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.263113 18461 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:15.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.263468 18461 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2943c8f1fb444ae7be36587de5756ebd, State: Initialized, Role: FOLLOWER
20:05:15.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.265017 18461 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } }
20:05:15.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.268891 18472 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } } }
20:05:15.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.270722 18472 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [sys.catalog]: This master's current role is: FOLLOWER
20:05:15.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.271418 18461 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [sys.catalog]: configured and running, proceeding with master startup.
20:05:15.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:15.302340 18483 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:05:15.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:15.302897 18483 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:05:15.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.314857 18472 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.316078 18472 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } }
20:05:15.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.318789 18472 leader_election.cc:290] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers af3a19d6cf3248aba242c0f6c5d8a91d (127.17.195.126:35977), d701f7e489ec4fa587e1a49454aa4b2c (127.17.195.125:42957)
20:05:15.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.294876 18385 master_runner.cc:186] Error getting master registration for 127.17.195.126:35977: OK, instance_id { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" instance_seqno: 1777579510961957 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:05:15.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.330879 18385 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:05:15.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.381785 18375 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } attempt: 7
20:05:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:15 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579512, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.125@KRBTEST.COM for kudu/127.17.195.124@KRBTEST.COM
20:05:15.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.422806 18375 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c: Bootstrap starting.
20:05:15.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.431231 18375 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c: Neither blocks nor log segments found. Creating new log.
20:05:15.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.434017 18375 log.cc:826] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c: Log is configured to *not* fsync() on all Append() calls
20:05:15.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.440191 18375 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c: No bootstrap required, opened a new log
20:05:15.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.470167 18375 raft_consensus.cc:359] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } }
20:05:15.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.471510 18375 raft_consensus.cc:385] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:15.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.471998 18375 raft_consensus.cc:740] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d701f7e489ec4fa587e1a49454aa4b2c, State: Initialized, Role: FOLLOWER
20:05:15.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.473114 18375 consensus_queue.cc:260] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } }
20:05:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.476815 18487 sys_catalog.cc:455] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } } }
20:05:15.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.477815 18487 sys_catalog.cc:458] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [sys.catalog]: This master's current role is: FOLLOWER
20:05:15.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.478662 18375 sys_catalog.cc:565] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [sys.catalog]: configured and running, proceeding with master startup.
20:05:15.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.478804 18350 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2943c8f1fb444ae7be36587de5756ebd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" is_pre_election: true
20:05:15.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.480309 18350 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2943c8f1fb444ae7be36587de5756ebd in term 0.
20:05:15.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.481858 18411 leader_election.cc:304] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2943c8f1fb444ae7be36587de5756ebd, d701f7e489ec4fa587e1a49454aa4b2c; no voters:
20:05:15.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.482820 18472 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [term 0 FOLLOWER]: Leader pre-election won for term 1
20:05:15.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.483135 18472 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:05:15.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.483528 18472 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [term 0 FOLLOWER]: Advancing to term 1
20:05:15.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.488094 18472 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } }
20:05:15.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.492203 18472 leader_election.cc:290] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [CANDIDATE]: Term 1 election: Requested vote from peers af3a19d6cf3248aba242c0f6c5d8a91d (127.17.195.126:35977), d701f7e489ec4fa587e1a49454aa4b2c (127.17.195.125:42957)
20:05:15.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.493355 18350 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2943c8f1fb444ae7be36587de5756ebd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d701f7e489ec4fa587e1a49454aa4b2c"
20:05:15.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.493918 18350 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [term 0 FOLLOWER]: Advancing to term 1
20:05:15.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:15.501772 18415 tablet.cc:2404] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:05:15.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.507117 18350 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2943c8f1fb444ae7be36587de5756ebd in term 1.
20:05:15.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.510226 18411 leader_election.cc:304] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2943c8f1fb444ae7be36587de5756ebd, d701f7e489ec4fa587e1a49454aa4b2c; no voters:
20:05:15.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.511785 18472 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [term 1 FOLLOWER]: Leader election won for term 1
20:05:15.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.520218 18472 raft_consensus.cc:697] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [term 1 LEADER]: Becoming Leader. State: Replica: 2943c8f1fb444ae7be36587de5756ebd, State: Running, Role: LEADER
20:05:15.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.522132 18472 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } }
20:05:15.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.547192 18493 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2943c8f1fb444ae7be36587de5756ebd. Latest consensus state: current_term: 1 leader_uuid: "2943c8f1fb444ae7be36587de5756ebd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } } }
20:05:15.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.548060 18493 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [sys.catalog]: This master's current role is: LEADER
20:05:15.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.553529 18500 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
20:05:15.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:15.565544 18501 catalog_manager.cc:1568] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:05:15.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:15.566419 18501 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:05:15.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.580976 18500 catalog_manager.cc:1494] Initializing Kudu cluster ID...
20:05:15.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.604897 18350 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [term 1 FOLLOWER]: Refusing update from remote peer 2943c8f1fb444ae7be36587de5756ebd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:05:15.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.607143 18493 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [LEADER]: Connected to new peer: Peer: permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:05:15.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:15.650939 18328 tablet.cc:2404] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:05:15.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.673947 18292 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } attempt: 7
20:05:15.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.559154 18301 master_runner.cc:186] Error getting master registration for 127.17.195.126:35977: OK, instance_id { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" instance_seqno: 1777579510961957 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:05:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.681919 18301 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:05:15.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.696728 18503 mvcc.cc:204] Tried to move back new op lower bound from 7280965695897030656 to 7280965695594295296. Current Snapshot: MvccSnapshot[applied={T|T < 7280965695897030656}]
20:05:15.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.703856 18487 sys_catalog.cc:455] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2943c8f1fb444ae7be36587de5756ebd. Latest consensus state: current_term: 1 leader_uuid: "2943c8f1fb444ae7be36587de5756ebd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } } }
20:05:15.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.705029 18487 sys_catalog.cc:458] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [sys.catalog]: This master's current role is: FOLLOWER
20:05:15.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:15 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579510, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.126@KRBTEST.COM for kudu/127.17.195.124@KRBTEST.COM
20:05:15.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.713887 18472 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2943c8f1fb444ae7be36587de5756ebd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } } }
20:05:15.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.714807 18472 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [sys.catalog]: This master's current role is: LEADER
20:05:15.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.716349 18500 catalog_manager.cc:1357] Generated new cluster ID: c22e41290e1d4eb485ee0227698d3d8b
20:05:15.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.716696 18500 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
20:05:15.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.752542 18292 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d: Bootstrap starting.
20:05:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.759406 18487 sys_catalog.cc:455] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2943c8f1fb444ae7be36587de5756ebd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } } }
20:05:15.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.760257 18487 sys_catalog.cc:458] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [sys.catalog]: This master's current role is: FOLLOWER
20:05:15.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.761252 18292 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d: Neither blocks nor log segments found. Creating new log.
20:05:15.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.763594 18292 log.cc:826] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d: Log is configured to *not* fsync() on all Append() calls
20:05:15.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.776125 18500 catalog_manager.cc:1380] Generated new certificate authority record
20:05:15.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.779896 18500 catalog_manager.cc:1514] Loading token signing keys...
20:05:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.782951 18292 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d: No bootstrap required, opened a new log
20:05:15.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.833998 18500 catalog_manager.cc:6044] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd: Generated new TSK 0
20:05:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.836433 18500 catalog_manager.cc:1524] Initializing in-progress tserver states...
20:05:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.841466 18292 raft_consensus.cc:359] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } }
20:05:15.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.844863 18292 raft_consensus.cc:385] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:05:15.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.846860 18292 raft_consensus.cc:740] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: af3a19d6cf3248aba242c0f6c5d8a91d, State: Initialized, Role: FOLLOWER
20:05:15.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.850131 18292 consensus_queue.cc:260] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } }
20:05:15.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.866189 18512 sys_catalog.cc:455] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } } }
20:05:15.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.866966 18512 sys_catalog.cc:458] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [sys.catalog]: This master's current role is: FOLLOWER
20:05:15.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.868661 18292 sys_catalog.cc:565] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [sys.catalog]: configured and running, proceeding with master startup.
20:05:15.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.870440 18266 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2943c8f1fb444ae7be36587de5756ebd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d"
20:05:15.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.871197 18266 raft_consensus.cc:3060] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [term 0 FOLLOWER]: Advancing to term 1
20:05:15.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.881363 18267 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2943c8f1fb444ae7be36587de5756ebd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" is_pre_election: true
20:05:15.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.896775 18266 raft_consensus.cc:2468] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2943c8f1fb444ae7be36587de5756ebd in term 1.
20:05:15.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.898311 18265 raft_consensus.cc:1275] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [term 1 FOLLOWER]: Refusing update from remote peer 2943c8f1fb444ae7be36587de5756ebd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:05:15.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:15.908586 18493 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [LEADER]: Connected to new peer: Peer: permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:05:15.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.195.65@KRBTEST.COM; defaulting to no policy
20:05:15.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:15.919168 18246 tablet.cc:2404] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:05:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:15.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.195.65@KRBTEST.COM" created.
20:05:15.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:15.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.195.65 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:15.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.195.65 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:16.000648 18512 sys_catalog.cc:455] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2943c8f1fb444ae7be36587de5756ebd. Latest consensus state: current_term: 1 leader_uuid: "2943c8f1fb444ae7be36587de5756ebd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } } }
20:05:16.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:16.001407 18512 sys_catalog.cc:458] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [sys.catalog]: This master's current role is: FOLLOWER
20:05:16.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:16.003237 18524 sys_catalog.cc:455] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2943c8f1fb444ae7be36587de5756ebd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } } }
20:05:16.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:16.004957 18524 sys_catalog.cc:458] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [sys.catalog]: This master's current role is: FOLLOWER
20:05:16.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.17.195.65@KRBTEST.COM; defaulting to no policy
20:05:16.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:16.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.17.195.65@KRBTEST.COM" created.
20:05:16.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:16.066480 18531 catalog_manager.cc:1269] Loaded cluster ID: c22e41290e1d4eb485ee0227698d3d8b
20:05:16.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:16.066783 18531 catalog_manager.cc:1562] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d: loading cluster ID for follower catalog manager: success
20:05:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.17.195.65 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.17.195.65 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:16.100310 18189 mini_kdc.cc:268] Time spent creating service keytab for HTTP/127.17.195.65: real 0.131s user 0.000s sys 0.012s
20:05:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:16.102738 18189 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:05:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:05:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-0/wal
20:05:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-0/data
20:05:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-0/logs
20:05:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-0/data/info.pb
20:05:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:05:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.195.65:0
20:05:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.195.65
20:05:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.195.65
20:05:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.195.126:35977,127.17.195.125:42957,127.17.195.124:45621
20:05:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab
20:05:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.195.65
20:05:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:05:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:05:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:05:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:05:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.195.84:38433
20:05:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:05:16.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:16.101751 18531 catalog_manager.cc:1584] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d: acquiring CA information for follower catalog manager: success
20:05:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:16.120721 18531 catalog_manager.cc:1612] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:05:16.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:16.455782 18493 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2943c8f1fb444ae7be36587de5756ebd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } } }
20:05:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:16.456552 18493 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [sys.catalog]: This master's current role is: LEADER
20:05:16.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:16.572376 18501 catalog_manager.cc:1269] Loaded cluster ID: c22e41290e1d4eb485ee0227698d3d8b
20:05:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:16.573163 18501 catalog_manager.cc:1562] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c: loading cluster ID for follower catalog manager: success
20:05:16.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:16.591777 18501 catalog_manager.cc:1584] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c: acquiring CA information for follower catalog manager: success
20:05:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:16.598023 18501 catalog_manager.cc:1612] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:05:16.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:16.804361 18535 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:16.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:16.805130 18535 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:16.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:16.806159 18535 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:16.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:16.873198 18535 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:16.876995 18535 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.195.65
20:05:16.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:16.954041 18535 tablet_server_runner.cc:78] Tablet server non-default flags:
20:05:16.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:16.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.195.84:38433
20:05:16.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:16.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-0/data
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-0/wal
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.195.65
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.195.65:0
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-0/data/info.pb
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.195.65
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.195.126:35977,127.17.195.125:42957,127.17.195.124:45621
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.195.65
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-0/logs
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:05:16.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:05:16.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:16.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
20:05:16.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:16.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 19:43:24 UTC on e7f111948823
20:05:16.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11683
20:05:16.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:16.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:16.958583 18535 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:16.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:16.960356 18535 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:17.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:17.045068 18545 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:19.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:18.412225 18544 debug-util.cc:398] Leaking SignalData structure 0x7b0800027120 after lost signal to thread 18535
20:05:19.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:19.952385 18535 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.888s user 0.000s sys 0.002s
20:05:19.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:19.955747 18547 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2906 milliseconds
20:05:19.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:19.955838 18535 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.892s user 0.000s sys 0.003s
20:05:19.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:19.956882 18535 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:05:19.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:17.061483 18546 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:19.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:19.958978 18549 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:19.961277 18535 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:19.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:19.963929 18535 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:19.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:19.965586 18535 hybrid_clock.cc:648] HybridClock initialized: now 1777579519965542 us; error 46 us; skew 500 ppm
20:05:19.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:19.966823 18535 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:19.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:19 dist-test-slave-5hbr krb5kdc[18201](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579519, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:05:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:19.975536 18535 init.cc:377] Logged in from keytab as kudu/127.17.195.65@KRBTEST.COM (short username kudu)
20:05:20.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.039438 18535 webserver.cc:492] Webserver started at http://127.17.195.65:40187/ using document root <none> and password file <none>
20:05:20.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.041044 18535 fs_manager.cc:362] Metadata directory not provided
20:05:20.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.041585 18535 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:20.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.042274 18535 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:05:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.049230 18535 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-0/data/instance:
20:05:20.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d5cc4751962941f086686533a9b26b42"
20:05:20.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:20 on dist-test-slave-5hbr"
20:05:20.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.051108 18535 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-0/wal/instance:
20:05:20.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d5cc4751962941f086686533a9b26b42"
20:05:20.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:20 on dist-test-slave-5hbr"
20:05:20.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.062974 18535 fs_manager.cc:696] Time spent creating directory manager: real 0.011s user 0.006s sys 0.003s
20:05:20.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.071053 18559 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:05:20.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.072937 18535 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.006s sys 0.000s
20:05:20.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.073397 18535 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-0/data,/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-0/wal
20:05:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d5cc4751962941f086686533a9b26b42"
20:05:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:20 on dist-test-slave-5hbr"
20:05:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.073899 18535 fs_report.cc:389] FS layout report
20:05:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-0/wal
20:05:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-0/wal
20:05:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-0/data/data
20:05:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:20.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:20.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.182538 18535 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:05:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.190675 18535 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:20.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.191246 18535 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:20.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.195539 18535 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:05:20.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.213860 18535 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:05:20.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.214161 18535 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:05:20.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.214501 18535 ts_tablet_manager.cc:616] Registered 0 tablets
20:05:20.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.214722 18535 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:05:20.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.479249 18535 rpc_server.cc:307] RPC server started. Bound to: 127.17.195.65:36095
20:05:20.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.479426 18671 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.195.65:36095 every 8 connection(s)
20:05:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.482118 18535 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-0/data/info.pb
20:05:20.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.490865 18189 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu as pid 18535
20:05:20.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.491436 18189 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-0/wal/instance
20:05:20.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.195.66@KRBTEST.COM; defaulting to no policy
20:05:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:20.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.195.66@KRBTEST.COM" created.
20:05:20.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:20 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579519, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.65@KRBTEST.COM for kudu/127.17.195.126@KRBTEST.COM
20:05:20.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:20 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579519, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.65@KRBTEST.COM for kudu/127.17.195.125@KRBTEST.COM
20:05:20.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:20 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579519, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.65@KRBTEST.COM for kudu/127.17.195.124@KRBTEST.COM
20:05:20.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.548097 18673 heartbeater.cc:344] Connected to a master server at 127.17.195.125:42957
20:05:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.548730 18673 heartbeater.cc:461] Registering TS with master...
20:05:20.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.550225 18673 heartbeater.cc:507] Master 127.17.195.125:42957 requested a full tablet report, sending...
20:05:20.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.554184 18674 heartbeater.cc:344] Connected to a master server at 127.17.195.126:35977
20:05:20.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.554322 18339 ts_manager.cc:194] Registered new tserver with Master: d5cc4751962941f086686533a9b26b42 (127.17.195.65:36095)
20:05:20.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.554563 18674 heartbeater.cc:461] Registering TS with master...
20:05:20.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.555601 18674 heartbeater.cc:507] Master 127.17.195.126:35977 requested a full tablet report, sending...
20:05:20.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.559466 18257 ts_manager.cc:194] Registered new tserver with Master: d5cc4751962941f086686533a9b26b42 (127.17.195.65:36095)
20:05:20.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.563422 18672 heartbeater.cc:344] Connected to a master server at 127.17.195.124:45621
20:05:20.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.563750 18672 heartbeater.cc:461] Registering TS with master...
20:05:20.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:20.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.195.66 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:20.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.195.66 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:20.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.564942 18672 heartbeater.cc:507] Master 127.17.195.124:45621 requested a full tablet report, sending...
20:05:20.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.567636 18426 ts_manager.cc:194] Registered new tserver with Master: d5cc4751962941f086686533a9b26b42 (127.17.195.65:36095)
20:05:20.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.570990 18426 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.17.195.65@KRBTEST.COM'} at 127.17.195.65:38533
20:05:20.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.17.195.66@KRBTEST.COM; defaulting to no policy
20:05:20.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:20.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.17.195.66@KRBTEST.COM" created.
20:05:20.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:20.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.17.195.66 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:20.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.17.195.66 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:20.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.618425 18189 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:05:20.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:05:20.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-1/wal
20:05:20.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-1/data
20:05:20.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:20.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:20.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:20.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:20.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:20.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-1/logs
20:05:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-1/data/info.pb
20:05:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:05:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.195.66:0
20:05:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.195.66
20:05:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.195.66
20:05:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.195.126:35977,127.17.195.125:42957,127.17.195.124:45621
20:05:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab
20:05:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.195.66
20:05:20.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:05:20.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:05:20.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:05:20.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:05:20.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.195.84:38433
20:05:20.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:20.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:20.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:20.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:05:20.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:20 dist-test-slave-5hbr krb5kdc[18201](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579520, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:05:20.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:20.803356 18235 init.cc:295] Successfully reacquired a new kerberos TGT
20:05:20.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:20.953274 18686 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:20.953832 18686 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:20.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:20.954545 18686 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:20.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:20.997488 18686 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:20.999305 18686 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.195.66
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:21.052683 18686 tablet_server_runner.cc:78] Tablet server non-default flags:
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.195.84:38433
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-1/data
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-1/wal
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.195.66
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.195.66:0
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-1/data/info.pb
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.195.66
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.195.126:35977,127.17.195.125:42957,127.17.195.124:45621
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.195.66
20:05:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-1/logs
20:05:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:05:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:05:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
20:05:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 19:43:24 UTC on e7f111948823
20:05:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11683
20:05:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:21.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:21.054013 18686 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:21.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:21.055116 18686 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:21.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:21.070192 18694 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:21.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:21.576076 18672 heartbeater.cc:499] Master 127.17.195.124:45621 was elected leader, sending a full tablet report...
20:05:22.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:22 dist-test-slave-5hbr krb5kdc[18201](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579522, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:05:22.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.780001 18318 init.cc:295] Successfully reacquired a new kerberos TGT
20:05:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:22.475216 18693 debug-util.cc:398] Leaking SignalData structure 0x7b0800027120 after lost signal to thread 18686
20:05:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:22.819147 18693 kernel_stack_watchdog.cc:198] Thread 18686 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
20:05:22.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:05:22.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:05:22.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:05:22.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:05:22.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:22.820765 18686 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.748s user 0.621s sys 1.022s
20:05:22.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:21.072242 18695 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:22.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:22.821187 18686 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.749s user 0.621s sys 1.022s
20:05:22.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:22.821528 18696 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1747 milliseconds
20:05:22.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:22.822981 18697 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:22.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.823030 18686 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:05:22.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.828181 18686 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:22.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.830314 18686 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:22.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.831700 18686 hybrid_clock.cc:648] HybridClock initialized: now 1777579522831652 us; error 58 us; skew 500 ppm
20:05:22.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.832608 18686 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:22.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:22 dist-test-slave-5hbr krb5kdc[18201](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579522, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:05:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.839049 18686 init.cc:377] Logged in from keytab as kudu/127.17.195.66@KRBTEST.COM (short username kudu)
20:05:22.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.845322 18686 webserver.cc:492] Webserver started at http://127.17.195.66:41991/ using document root <none> and password file <none>
20:05:22.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.846379 18686 fs_manager.cc:362] Metadata directory not provided
20:05:22.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.846632 18686 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:22.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.847182 18686 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:05:22.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.851631 18686 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-1/data/instance:
20:05:22.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f7071d7992744c9bbcdabb9f87d1c515"
20:05:22.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:22 on dist-test-slave-5hbr"
20:05:22.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.852975 18686 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-1/wal/instance:
20:05:22.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f7071d7992744c9bbcdabb9f87d1c515"
20:05:22.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:22 on dist-test-slave-5hbr"
20:05:22.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.860846 18686 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.002s
20:05:22.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.867254 18707 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:05:22.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.868381 18686 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.001s
20:05:22.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.868834 18686 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-1/data,/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-1/wal
20:05:22.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f7071d7992744c9bbcdabb9f87d1c515"
20:05:22.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:22 on dist-test-slave-5hbr"
20:05:22.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.869215 18686 fs_report.cc:389] FS layout report
20:05:22.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:22.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-1/wal
20:05:22.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-1/wal
20:05:22.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-1/data/data
20:05:22.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:22.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:22.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:22.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:22.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:22.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:22.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:22.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:22.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:22.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:22.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:22.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.915661 18686 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:05:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.923947 18686 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:22.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.924376 18686 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:22.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.927548 18686 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:05:22.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.932150 18686 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:05:22.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.932397 18686 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:05:22.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.932742 18686 ts_tablet_manager.cc:616] Registered 0 tablets
20:05:22.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:22.932941 18686 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:05:23.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:23.146051 18686 rpc_server.cc:307] RPC server started. Bound to: 127.17.195.66:43323
20:05:23.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:23.146163 18820 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.195.66:43323 every 8 connection(s)
20:05:23.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:23.148568 18686 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-1/data/info.pb
20:05:23.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:23.152076 18189 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu as pid 18686
20:05:23.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:23.152642 18189 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-1/wal/instance
20:05:23.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.17.195.67@KRBTEST.COM; defaulting to no policy
20:05:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:23.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.17.195.67@KRBTEST.COM" created.
20:05:23.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:23 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579522, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.66@KRBTEST.COM for kudu/127.17.195.126@KRBTEST.COM
20:05:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:23 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579522, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.66@KRBTEST.COM for kudu/127.17.195.125@KRBTEST.COM
20:05:23.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:23 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579522, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.66@KRBTEST.COM for kudu/127.17.195.124@KRBTEST.COM
20:05:23.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:23.264294 18823 heartbeater.cc:344] Connected to a master server at 127.17.195.126:35977
20:05:23.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:23.264910 18823 heartbeater.cc:461] Registering TS with master...
20:05:23.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:23.266461 18823 heartbeater.cc:507] Master 127.17.195.126:35977 requested a full tablet report, sending...
20:05:23.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:23.271247 18821 heartbeater.cc:344] Connected to a master server at 127.17.195.124:45621
20:05:23.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:23.271615 18821 heartbeater.cc:461] Registering TS with master...
20:05:23.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:23.272595 18821 heartbeater.cc:507] Master 127.17.195.124:45621 requested a full tablet report, sending...
20:05:23.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:23.273499 18257 ts_manager.cc:194] Registered new tserver with Master: f7071d7992744c9bbcdabb9f87d1c515 (127.17.195.66:43323)
20:05:23.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:23.273787 18822 heartbeater.cc:344] Connected to a master server at 127.17.195.125:42957
20:05:23.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:23.274111 18822 heartbeater.cc:461] Registering TS with master...
20:05:23.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:23.274773 18426 ts_manager.cc:194] Registered new tserver with Master: f7071d7992744c9bbcdabb9f87d1c515 (127.17.195.66:43323)
20:05:23.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:23.275009 18822 heartbeater.cc:507] Master 127.17.195.125:42957 requested a full tablet report, sending...
20:05:23.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:23.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.195.67 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:23.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.17.195.67 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:23.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:23.276391 18426 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.17.195.66@KRBTEST.COM'} at 127.17.195.66:50917
20:05:23.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:23.277964 18339 ts_manager.cc:194] Registered new tserver with Master: f7071d7992744c9bbcdabb9f87d1c515 (127.17.195.66:43323)
20:05:23.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.17.195.67@KRBTEST.COM; defaulting to no policy
20:05:23.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:23.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.17.195.67@KRBTEST.COM" created.
20:05:23.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:05:23.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.17.195.67 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:23.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.17.195.67 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab.
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:23.321074 18189 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-2/wal
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-2/data
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-2/logs
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-2/data/info.pb
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.195.67:0
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.195.67
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.195.67
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:23.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.195.126:35977,127.17.195.125:42957,127.17.195.124:45621
20:05:23.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab
20:05:23.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.195.67
20:05:23.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:05:23.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:05:23.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:05:23.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:05:23.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.195.84:38433
20:05:23.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:23.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:23.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:23.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:05:23.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:23.678261 18835 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:23.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:23.678993 18835 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:23.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:23.679819 18835 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:23.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:23.714278 18835 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:23.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:23.715293 18835 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.195.67
20:05:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:23.755800 18835 tablet_server_runner.cc:78] Tablet server non-default flags:
20:05:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.195.84:38433
20:05:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-2/data
20:05:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-2/wal
20:05:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab
20:05:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.195.67
20:05:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:23.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.195.67:0
20:05:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:05:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:05:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:05:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-2/data/info.pb
20:05:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.195.67
20:05:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:05:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.195.126:35977,127.17.195.125:42957,127.17.195.124:45621
20:05:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.195.67
20:05:23.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-2/logs
20:05:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:05:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:05:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
20:05:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 19:43:24 UTC on e7f111948823
20:05:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11683
20:05:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:23.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:23.757539 18835 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:23.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:23.758937 18835 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:23.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:23.778405 18844 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:24.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:24.280743 18821 heartbeater.cc:499] Master 127.17.195.124:45621 was elected leader, sending a full tablet report...
20:05:24.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:24 dist-test-slave-5hbr krb5kdc[18201](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579524, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:05:24.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:24.910876 18405 init.cc:295] Successfully reacquired a new kerberos TGT
20:05:25.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:23.781607 18843 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:25.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:25.270336 18835 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.493s user 0.570s sys 0.915s
20:05:25.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:25.271266 18835 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.494s user 0.570s sys 0.916s
20:05:25.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.271577 18835 server_base.cc:1061] running on GCE node
20:05:25.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:25.177605 18842 debug-util.cc:398] Leaking SignalData structure 0x7b0800027120 after lost signal to thread 18835
20:05:25.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:25.281970 18846 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:25.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.285914 18835 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:25.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.290410 18835 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:25.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.295517 18835 hybrid_clock.cc:648] HybridClock initialized: now 1777579525295419 us; error 89 us; skew 500 ppm
20:05:25.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.296895 18835 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:25 dist-test-slave-5hbr krb5kdc[18201](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579525, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.67@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:05:25.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.314258 18835 init.cc:377] Logged in from keytab as kudu/127.17.195.67@KRBTEST.COM (short username kudu)
20:05:25.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.323566 18835 webserver.cc:492] Webserver started at http://127.17.195.67:44705/ using document root <none> and password file <none>
20:05:25.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.325405 18835 fs_manager.cc:362] Metadata directory not provided
20:05:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.325894 18835 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.326493 18835 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:05:25.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.332607 18835 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-2/data/instance:
20:05:25.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "02209a029e5c43edbb75f227647030b7"
20:05:25.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:25 on dist-test-slave-5hbr"
20:05:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.334041 18835 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-2/wal/instance:
20:05:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "02209a029e5c43edbb75f227647030b7"
20:05:25.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:25 on dist-test-slave-5hbr"
20:05:25.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.343474 18835 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.009s sys 0.001s
20:05:25.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.349200 18854 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:05:25.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.350311 18835 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
20:05:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.350696 18835 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-2/data,/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-2/wal
20:05:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "02209a029e5c43edbb75f227647030b7"
20:05:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:25 on dist-test-slave-5hbr"
20:05:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.351049 18835 fs_report.cc:389] FS layout report
20:05:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-2/wal
20:05:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-2/wal
20:05:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-2/data/data
20:05:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:25.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:25.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:25.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:25.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:25.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:25.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:25.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.413082 18835 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:05:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.418852 18835 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:25.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.419449 18835 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:25.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.422298 18835 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:05:25.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.427754 18835 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:05:25.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.428001 18835 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:05:25.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.428340 18835 ts_tablet_manager.cc:616] Registered 0 tablets
20:05:25.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.428562 18835 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
20:05:25.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.607601 18835 rpc_server.cc:307] RPC server started. Bound to: 127.17.195.67:44883
20:05:25.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.607667 18966 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.195.67:44883 every 8 connection(s)
20:05:25.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.610956 18835 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-2/data/info.pb
20:05:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.621810 18189 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu as pid 18835
20:05:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.622424 18189 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/ts-2/wal/instance
20:05:25.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:25 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579525, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.67@KRBTEST.COM for kudu/127.17.195.124@KRBTEST.COM
20:05:25.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:25 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579525, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.67@KRBTEST.COM for kudu/127.17.195.126@KRBTEST.COM
20:05:25.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:25 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579525, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.67@KRBTEST.COM for kudu/127.17.195.125@KRBTEST.COM
20:05:25.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.678943 18967 heartbeater.cc:344] Connected to a master server at 127.17.195.124:45621
20:05:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.679893 18967 heartbeater.cc:461] Registering TS with master...
20:05:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.680179 18969 heartbeater.cc:344] Connected to a master server at 127.17.195.126:35977
20:05:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.680548 18969 heartbeater.cc:461] Registering TS with master...
20:05:25.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.681389 18967 heartbeater.cc:507] Master 127.17.195.124:45621 requested a full tablet report, sending...
20:05:25.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.681762 18969 heartbeater.cc:507] Master 127.17.195.126:35977 requested a full tablet report, sending...
20:05:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.684051 18426 ts_manager.cc:194] Registered new tserver with Master: 02209a029e5c43edbb75f227647030b7 (127.17.195.67:44883)
20:05:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.684962 18968 heartbeater.cc:344] Connected to a master server at 127.17.195.125:42957
20:05:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.685128 18257 ts_manager.cc:194] Registered new tserver with Master: 02209a029e5c43edbb75f227647030b7 (127.17.195.67:44883)
20:05:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.685300 18968 heartbeater.cc:461] Registering TS with master...
20:05:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.685922 18426 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.17.195.67@KRBTEST.COM'} at 127.17.195.67:60115
20:05:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.686286 18968 heartbeater.cc:507] Master 127.17.195.125:42957 requested a full tablet report, sending...
20:05:25.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.689939 18339 ts_manager.cc:194] Registered new tserver with Master: 02209a029e5c43edbb75f227647030b7 (127.17.195.67:44883)
20:05:25.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.702517 18189 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
20:05:25.719 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:05:25.720 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
20:05:25.728 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
20:05:25.729 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
20:05:25.732 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.17.195.126"
port: 35977
}
bound_http_address {
host: "127.17.195.126"
port: 45597
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.17.195.125"
port: 42957
}
bound_http_address {
host: "127.17.195.125"
port: 40019
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.17.195.124"
port: 45621
}
bound_http_address {
host: "127.17.195.124"
port: 35393
}
}
}
20:05:25.733 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:05:25.734 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.17.195.65"
port: 36095
}
bound_http_address {
host: "127.17.195.65"
port: 40187
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.17.195.66"
port: 43323
}
bound_http_address {
host: "127.17.195.66"
port: 41991
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.17.195.67"
port: 44883
}
bound_http_address {
host: "127.17.195.67"
port: 44705
}
}
}
20:05:25.734 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:05:25.735 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:05:25.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:25 dist-test-slave-5hbr krb5kdc[18201](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579525, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:05:25.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:05:25.773 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:05:25.775 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/krb5cc
20:05:25.784 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:05:25.785 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/krb5cc
20:05:25.786 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:05:25.817 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
20:05:25.819 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:05:25.820 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:05:25.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:25 dist-test-slave-5hbr krb5kdc[18201](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579525, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:05:25.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:05:25.860 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:05:25.861 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/krb5cc
20:05:25.862 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:05:25.863 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.195.126:35977
20:05:25.864 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:05:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.864943 18189 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu with pid 18218
20:05:25.900 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:05:25.900 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.195.125:42957
20:05:25.901 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:05:25.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:25.901548 18189 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu with pid 18301
20:05:26.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:26.225162 18411 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.195.126:35977: connect: Connection refused (error 111)
20:05:26.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:26.229472 18411 consensus_peers.cc:597] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd -> Peer af3a19d6cf3248aba242c0f6c5d8a91d (127.17.195.126:35977): Couldn't send request to peer af3a19d6cf3248aba242c0f6c5d8a91d. Status: Network error: Client connection negotiation failed: client connection to 127.17.195.126:35977: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:05:26.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:26.291709 18823 heartbeater.cc:646] Failed to heartbeat to 127.17.195.126:35977 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.17.195.126:35977: connect: Connection refused (error 111)
20:05:26.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:26.295918 18173 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad060 after lost signal to thread 18048
20:05:26.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:26.296986 18173 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8c40 after lost signal to thread 18176
20:05:26.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:26.378334 18411 consensus_peers.cc:597] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd -> Peer d701f7e489ec4fa587e1a49454aa4b2c (127.17.195.125:42957): Couldn't send request to peer d701f7e489ec4fa587e1a49454aa4b2c. Status: Network error: Client connection negotiation failed: client connection to 127.17.195.125:42957: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:05:26.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:26.639748 18674 heartbeater.cc:646] Failed to heartbeat to 127.17.195.126:35977 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.17.195.126:35977: connect: Connection refused (error 111)
20:05:26.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:26.690492 18967 heartbeater.cc:499] Master 127.17.195.124:45621 was elected leader, sending a full tablet report...
20:05:26.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:26.698397 18969 heartbeater.cc:646] Failed to heartbeat to 127.17.195.126:35977 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.17.195.126:35977: connect: Connection refused (error 111)
20:05:26.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:26.766585 18978 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2943c8f1fb444ae7be36587de5756ebd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } } }
20:05:26.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:26.768018 18978 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [sys.catalog]: This master's current role is: LEADER
20:05:26.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:26.877044 18978 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2943c8f1fb444ae7be36587de5756ebd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } } }
20:05:26.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:26.878178 18978 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [sys.catalog]: This master's current role is: LEADER
20:05:27.113 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:05:27.113 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.17.195.124:45621
20:05:27.113 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:05:27.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:27.113982 18189 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu with pid 18385
20:05:27.150 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:05:27.151 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.195.126:35977
20:05:27.155 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:05:27.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:27.158612 18189 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:05:27.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:05:27.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/wal
20:05:27.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/data
20:05:27.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:27.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:27.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:27.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:27.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:27.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:27.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/logs
20:05:27.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/data/info.pb
20:05:27.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:27.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:27.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:27.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:27.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:27.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:27.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:27.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:27.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:05:27.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:27.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:27.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:27.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.195.126:35977
20:05:27.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.195.126
20:05:27.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45597
20:05:27.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab
20:05:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.195.126
20:05:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:05:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:05:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:05:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:05:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.195.84:38433
20:05:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.195.126:35977,127.17.195.125:42957,127.17.195.124:45621
20:05:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42407/jwks.json
20:05:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:05:27.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:05:27.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:27.644536 18995 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:27.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:27.645378 18995 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:27.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:27.646616 18995 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:27.718432 18995 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:05:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:27.718791 18995 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:05:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:27.719331 18995 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:27.719715 18995 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:05:27.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:27.720088 18995 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:05:27.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:27.720451 18995 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:05:27.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:27.720739 18995 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42407/jwks.json
20:05:27.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:27.790431 18995 master_runner.cc:386] Master server non-default flags:
20:05:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.195.84:38433
20:05:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/data
20:05:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/wal
20:05:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:05:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.195.126:35977,127.17.195.125:42957,127.17.195.124:45621
20:05:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab
20:05:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.195.126
20:05:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.195.126:35977
20:05:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42407/jwks.json
20:05:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:05:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:05:27.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:05:27.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:27.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:27.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/data/info.pb
20:05:27.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.195.126
20:05:27.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45597
20:05:27.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/logs
20:05:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:05:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:05:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
20:05:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 19:43:24 UTC on e7f111948823
20:05:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11683
20:05:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:27.792027 18995 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:27.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:27.793047 18995 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:27.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:27.806466 19006 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:29.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:29 dist-test-slave-5hbr krb5kdc[18201](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579529, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:05:29.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.024530 18555 init.cc:295] Successfully reacquired a new kerberos TGT
20:05:29.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:27.812094 19009 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:29.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:27.809777 19007 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:29.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:29.251670 19008 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1439 milliseconds
20:05:29.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.251775 18995 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:05:29.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.253196 18995 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:29.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.256054 18995 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:29.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.258010 18995 hybrid_clock.cc:648] HybridClock initialized: now 1777579529257941 us; error 74 us; skew 500 ppm
20:05:29.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.259166 18995 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:29.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:29 dist-test-slave-5hbr krb5kdc[18201](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579529, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:05:29.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.266991 18995 init.cc:377] Logged in from keytab as kudu/127.17.195.126@KRBTEST.COM (short username kudu)
20:05:29.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.273058 18995 webserver.cc:492] Webserver started at http://127.17.195.126:45597/ using document root <none> and password file <none>
20:05:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.274032 18995 fs_manager.cc:362] Metadata directory not provided
20:05:29.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.274308 18995 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:29.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.282398 18995 fs_manager.cc:714] Time spent opening directory manager: real 0.005s user 0.001s sys 0.003s
20:05:29.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.287405 19025 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:05:29.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.288867 18995 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.001s
20:05:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.289180 18995 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/data,/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/wal
20:05:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af3a19d6cf3248aba242c0f6c5d8a91d"
20:05:29.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:10 on dist-test-slave-5hbr"
20:05:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.291484 18995 fs_report.cc:389] FS layout report
20:05:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/wal
20:05:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/wal
20:05:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/data/data
20:05:29.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:29.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:29.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.348227 18995 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:05:29.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.358304 18995 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:29.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.358721 18995 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:29.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.442891 18995 rpc_server.cc:307] RPC server started. Bound to: 127.17.195.126:35977
20:05:29.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.443089 19079 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.195.126:35977 every 8 connection(s)
20:05:29.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.446707 18995 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-0/data/info.pb
20:05:29.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.451666 18189 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu as pid 18995
20:05:29.452 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:05:29.452 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.195.125:42957
20:05:29.452 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.454519 18189 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/wal
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/data
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/logs
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/data/info.pb
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.195.125:42957
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.195.125
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40019
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.195.125
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.195.84:38433
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.195.126:35977,127.17.195.125:42957,127.17.195.124:45621
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:29.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42407/jwks.json
20:05:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:05:29.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:05:29.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.461313 19080 sys_catalog.cc:263] Verifying existing consensus state
20:05:29.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.467365 19080 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d: Bootstrap starting.
20:05:29.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.511607 19080 log.cc:826] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d: Log is configured to *not* fsync() on all Append() calls
20:05:29.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.526748 19080 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:05:29.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.527621 19080 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d: Bootstrap complete.
20:05:29.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.555603 19080 raft_consensus.cc:359] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } }
20:05:29.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.557956 19080 raft_consensus.cc:740] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: af3a19d6cf3248aba242c0f6c5d8a91d, State: Initialized, Role: FOLLOWER
20:05:29.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.558923 19080 consensus_queue.cc:260] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } }
20:05:29.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.561844 19085 sys_catalog.cc:455] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } } }
20:05:29.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.562968 19085 sys_catalog.cc:458] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [sys.catalog]: This master's current role is: FOLLOWER
20:05:29.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.564108 19080 sys_catalog.cc:565] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [sys.catalog]: configured and running, proceeding with master startup.
20:05:29.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.648298 19096 catalog_manager.cc:1269] Loaded cluster ID: c22e41290e1d4eb485ee0227698d3d8b
20:05:29.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.648593 19096 catalog_manager.cc:1562] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d: loading cluster ID for follower catalog manager: success
20:05:29.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.660295 19096 catalog_manager.cc:1584] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d: acquiring CA information for follower catalog manager: success
20:05:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:29 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579529, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.126@KRBTEST.COM for kudu/127.17.195.126@KRBTEST.COM
20:05:29.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.670668 19096 catalog_manager.cc:1612] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:05:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.685518 18674 heartbeater.cc:344] Connected to a master server at 127.17.195.126:35977
20:05:29.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.687152 18995 master_runner.cc:186] Error getting master registration for 127.17.195.125:42957: Network error: Client connection negotiation failed: client connection to 127.17.195.125:42957: connect: Connection refused (error 111),
20:05:29.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.715667 18995 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:05:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.718034 19045 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "d5cc4751962941f086686533a9b26b42" instance_seqno: 1777579520439729) as {username='kudu', principal='kudu/127.17.195.65@KRBTEST.COM'} at 127.17.195.65:42075; Asking this server to re-register.
20:05:29.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.719758 18674 heartbeater.cc:461] Registering TS with master...
20:05:29.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.723263 19045 ts_manager.cc:194] Registered new tserver with Master: d5cc4751962941f086686533a9b26b42 (127.17.195.65:36095)
20:05:29.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.751782 18969 heartbeater.cc:344] Connected to a master server at 127.17.195.126:35977
20:05:29.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.754371 19045 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "02209a029e5c43edbb75f227647030b7" instance_seqno: 1777579525559909) as {username='kudu', principal='kudu/127.17.195.67@KRBTEST.COM'} at 127.17.195.67:42547; Asking this server to re-register.
20:05:29.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.755811 18969 heartbeater.cc:461] Registering TS with master...
20:05:29.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.758736 19045 ts_manager.cc:194] Registered new tserver with Master: 02209a029e5c43edbb75f227647030b7 (127.17.195.67:44883)
20:05:29.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:29.857821 19082 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:29.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:29.858578 19082 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:29.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:29.859324 19082 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:29.894699 19082 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:05:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:29.894934 19082 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:05:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:29.895200 19082 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:29.895529 19082 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:05:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:29.895866 19082 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:05:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:29.896224 19082 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:05:29.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:29.896534 19082 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42407/jwks.json
20:05:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.944151 19082 master_runner.cc:386] Master server non-default flags:
20:05:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.195.84:38433
20:05:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/data
20:05:29.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/wal
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.195.126:35977,127.17.195.125:42957,127.17.195.124:45621
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.195.125
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.195.125:42957
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42407/jwks.json
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/data/info.pb
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.195.125
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40019
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:29.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/logs
20:05:29.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:29.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:29.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:05:29.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:05:29.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:29.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
20:05:29.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:29.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 19:43:24 UTC on e7f111948823
20:05:29.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11683
20:05:29.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:29.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.945649 19082 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:29.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:29.946867 19082 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:29.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:29.958488 19110 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:30.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:30.377385 18823 heartbeater.cc:344] Connected to a master server at 127.17.195.126:35977
20:05:30.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:30.379854 19045 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "f7071d7992744c9bbcdabb9f87d1c515" instance_seqno: 1777579523104705) as {username='kudu', principal='kudu/127.17.195.66@KRBTEST.COM'} at 127.17.195.66:52647; Asking this server to re-register.
20:05:30.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:30.381436 18823 heartbeater.cc:461] Registering TS with master...
20:05:30.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:30.384102 19045 ts_manager.cc:194] Registered new tserver with Master: f7071d7992744c9bbcdabb9f87d1c515 (127.17.195.66:43323)
20:05:31.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.232311 19124 raft_consensus.cc:493] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:31.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.236755 19124 raft_consensus.cc:515] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } }
20:05:31.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.258728 19124 leader_election.cc:290] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d701f7e489ec4fa587e1a49454aa4b2c (127.17.195.125:42957), 2943c8f1fb444ae7be36587de5756ebd (127.17.195.124:45621)
20:05:31.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:31.280105 19029 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.195.124:45621: connect: Connection refused (error 111)
20:05:31.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:31.289072 19030 leader_election.cc:336] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d701f7e489ec4fa587e1a49454aa4b2c (127.17.195.125:42957): Network error: Client connection negotiation failed: client connection to 127.17.195.125:42957: connect: Connection refused (error 111)
20:05:31.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:31.290934 19029 leader_election.cc:336] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2943c8f1fb444ae7be36587de5756ebd (127.17.195.124:45621): Network error: Client connection negotiation failed: client connection to 127.17.195.124:45621: connect: Connection refused (error 111)
20:05:31.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.291339 19029 leader_election.cc:304] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: af3a19d6cf3248aba242c0f6c5d8a91d; no voters: 2943c8f1fb444ae7be36587de5756ebd, d701f7e489ec4fa587e1a49454aa4b2c
20:05:31.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.292111 19124 raft_consensus.cc:2749] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:05:31.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:31.362198 19109 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 19082
20:05:31.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:31.601871 19109 kernel_stack_watchdog.cc:198] Thread 19082 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 399ms:
20:05:31.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:05:31.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:05:31.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:05:31.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:05:31.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:29.959820 19111 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:31.608151 19082 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.647s user 0.000s sys 0.003s
20:05:31.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:31.608536 19082 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.648s user 0.000s sys 0.003s
20:05:31.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:31.613662 19113 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:31.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.618366 19082 server_base.cc:1061] running on GCE node
20:05:31.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.619781 19082 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:31.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.622857 19082 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:31.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.624395 19082 hybrid_clock.cc:648] HybridClock initialized: now 1777579531624269 us; error 125 us; skew 500 ppm
20:05:31.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.625623 19082 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:31.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:31 dist-test-slave-5hbr krb5kdc[18201](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579531, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:05:31.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.631968 19082 init.cc:377] Logged in from keytab as kudu/127.17.195.125@KRBTEST.COM (short username kudu)
20:05:31.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.637928 19082 webserver.cc:492] Webserver started at http://127.17.195.125:40019/ using document root <none> and password file <none>
20:05:31.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.638871 19082 fs_manager.cc:362] Metadata directory not provided
20:05:31.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.639138 19082 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:31.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.648216 19082 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.002s sys 0.004s
20:05:31.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.653105 19136 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:05:31.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.654246 19082 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
20:05:31.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.654732 19082 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/data,/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/wal
20:05:31.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d701f7e489ec4fa587e1a49454aa4b2c"
20:05:31.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:12 on dist-test-slave-5hbr"
20:05:31.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.656607 19082 fs_report.cc:389] FS layout report
20:05:31.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:31.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/wal
20:05:31.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/wal
20:05:31.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/data/data
20:05:31.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:31.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:31.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:31.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:31.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:31.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:31.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:31.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:31.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:31.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:31.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:31.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.733445 19082 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:05:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.739122 19082 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:31.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.739543 19082 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:31.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.829896 19082 rpc_server.cc:307] RPC server started. Bound to: 127.17.195.125:42957
20:05:31.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.830027 19189 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.195.125:42957 every 8 connection(s)
20:05:31.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.832971 19082 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-1/data/info.pb
20:05:31.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.837788 18189 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu as pid 19082
20:05:31.839 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:05:31.839 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.17.195.124:45621
20:05:31.839 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:05:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.842097 18189 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:05:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu
20:05:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/wal
20:05:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/data
20:05:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:05:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:05:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:05:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/logs
20:05:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/data/info.pb
20:05:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:05:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:05:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:05:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:05:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:05:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:05:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.195.124:45621
20:05:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.195.124
20:05:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35393
20:05:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab
20:05:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.195.124
20:05:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:05:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:05:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:05:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:05:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.195.84:38433
20:05:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.195.126:35977,127.17.195.125:42957,127.17.195.124:45621
20:05:31.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42407/jwks.json
20:05:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:05:31.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:05:31.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.858137 19190 sys_catalog.cc:263] Verifying existing consensus state
20:05:31.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.868980 19190 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c: Bootstrap starting.
20:05:31.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.910463 19190 log.cc:826] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c: Log is configured to *not* fsync() on all Append() calls
20:05:31.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.929540 19190 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:05:31.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.930536 19190 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c: Bootstrap complete.
20:05:31.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.955900 19190 raft_consensus.cc:359] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } }
20:05:31.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.958607 19190 raft_consensus.cc:740] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: d701f7e489ec4fa587e1a49454aa4b2c, State: Initialized, Role: FOLLOWER
20:05:31.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.959548 19190 consensus_queue.cc:260] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } }
20:05:31.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.962464 19195 sys_catalog.cc:455] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } } }
20:05:31.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.963447 19195 sys_catalog.cc:458] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [sys.catalog]: This master's current role is: FOLLOWER
20:05:31.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:31.964215 19190 sys_catalog.cc:565] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [sys.catalog]: configured and running, proceeding with master startup.
20:05:32.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:32.012199 19206 catalog_manager.cc:1269] Loaded cluster ID: c22e41290e1d4eb485ee0227698d3d8b
20:05:32.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:32.012527 19206 catalog_manager.cc:1562] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c: loading cluster ID for follower catalog manager: success
20:05:32.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:32.026947 19206 catalog_manager.cc:1584] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c: acquiring CA information for follower catalog manager: success
20:05:32.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:32.033034 19206 catalog_manager.cc:1612] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:05:32.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:32 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579531, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.125@KRBTEST.COM for kudu/127.17.195.126@KRBTEST.COM
20:05:32.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:32.099856 19082 master_runner.cc:186] Error getting master registration for 127.17.195.124:45621: Network error: Client connection negotiation failed: client connection to 127.17.195.124:45621: connect: Connection refused (error 111),
20:05:32.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:32.127637 19082 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:05:32.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:32.355662 19193 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:05:32.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:32.356449 19193 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:05:32.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:32.357569 19193 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:05:32.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:32.410310 19193 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:05:32.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:32.410650 19193 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:05:32.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:32.411126 19193 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:05:32.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:32.411463 19193 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:05:32.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:32.411785 19193 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:05:32.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:32.412082 19193 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:05:32.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:32.412300 19193 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:42407/jwks.json
20:05:32.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:32.434818 18822 heartbeater.cc:344] Connected to a master server at 127.17.195.125:42957
20:05:32.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:32.441242 19154 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "f7071d7992744c9bbcdabb9f87d1c515" instance_seqno: 1777579523104705) as {username='kudu', principal='kudu/127.17.195.66@KRBTEST.COM'} at 127.17.195.66:53889; Asking this server to re-register.
20:05:32.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:32.445973 18822 heartbeater.cc:461] Registering TS with master...
20:05:32.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:32.449440 19154 ts_manager.cc:194] Registered new tserver with Master: f7071d7992744c9bbcdabb9f87d1c515 (127.17.195.66:43323)
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:32.484576 19193 master_runner.cc:386] Master server non-default flags:
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.195.84:38433
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/data
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/wal
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.195.126:35977,127.17.195.125:42957,127.17.195.124:45621
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/krb5kdc/kudu.keytab
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.17.195.124
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.195.124:45621
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:42407/jwks.json
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:05:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/data/info.pb
20:05:32.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.195.124
20:05:32.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=35393
20:05:32.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:05:32.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:05:32.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:05:32.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:05:32.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:05:32.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/logs
20:05:32.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:05:32.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:05:32.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:05:32.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:05:32.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:05:32.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 8537ed5bb5e0e6ac1e481ff961e6b9d08cce7671
20:05:32.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:05:32.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 30 Apr 2026 19:43:24 UTC on e7f111948823
20:05:32.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11683
20:05:32.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:05:32.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:32.486202 19193 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:05:32.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:32.487655 19193 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:05:32.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:32.502099 19219 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:32.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:32.729187 18673 heartbeater.cc:344] Connected to a master server at 127.17.195.125:42957
20:05:32.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:32.736069 19154 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "d5cc4751962941f086686533a9b26b42" instance_seqno: 1777579520439729) as {username='kudu', principal='kudu/127.17.195.65@KRBTEST.COM'} at 127.17.195.65:37933; Asking this server to re-register.
20:05:32.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:32.742825 18673 heartbeater.cc:461] Registering TS with master...
20:05:32.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:32.748039 19154 ts_manager.cc:194] Registered new tserver with Master: d5cc4751962941f086686533a9b26b42 (127.17.195.65:36095)
20:05:32.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:32 dist-test-slave-5hbr krb5kdc[18201](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579532, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:05:32.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:32.858570 18703 init.cc:295] Successfully reacquired a new kerberos TGT
20:05:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:32.879812 18968 heartbeater.cc:344] Connected to a master server at 127.17.195.125:42957
20:05:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:32.883876 19154 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "02209a029e5c43edbb75f227647030b7" instance_seqno: 1777579525559909) as {username='kudu', principal='kudu/127.17.195.67@KRBTEST.COM'} at 127.17.195.67:43993; Asking this server to re-register.
20:05:32.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:32.901949 18968 heartbeater.cc:461] Registering TS with master...
20:05:32.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:32.907461 19154 ts_manager.cc:194] Registered new tserver with Master: 02209a029e5c43edbb75f227647030b7 (127.17.195.67:44883)
20:05:33.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.041646 19227 raft_consensus.cc:493] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:05:33.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.049979 19227 raft_consensus.cc:515] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } }
20:05:33.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.084149 19227 leader_election.cc:290] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d701f7e489ec4fa587e1a49454aa4b2c (127.17.195.125:42957), 2943c8f1fb444ae7be36587de5756ebd (127.17.195.124:45621)
20:05:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:33.125258 19029 leader_election.cc:336] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2943c8f1fb444ae7be36587de5756ebd (127.17.195.124:45621): Network error: Client connection negotiation failed: client connection to 127.17.195.124:45621: connect: Connection refused (error 111)
20:05:33.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.176826 19164 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" is_pre_election: true
20:05:33.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.178262 19164 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate af3a19d6cf3248aba242c0f6c5d8a91d in term 1.
20:05:33.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.180943 19030 leader_election.cc:304] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: af3a19d6cf3248aba242c0f6c5d8a91d, d701f7e489ec4fa587e1a49454aa4b2c; no voters: 2943c8f1fb444ae7be36587de5756ebd
20:05:33.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.183746 19227 raft_consensus.cc:2804] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [term 1 FOLLOWER]: Leader pre-election won for term 2
20:05:33.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.185807 19227 raft_consensus.cc:493] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:05:33.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.186275 19227 raft_consensus.cc:3060] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [term 1 FOLLOWER]: Advancing to term 2
20:05:33.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.244750 19227 raft_consensus.cc:515] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } }
20:05:33.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.283020 19164 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "d701f7e489ec4fa587e1a49454aa4b2c"
20:05:33.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.283879 19164 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [term 1 FOLLOWER]: Advancing to term 2
20:05:33.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:33.310854 19029 leader_election.cc:336] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 2943c8f1fb444ae7be36587de5756ebd (127.17.195.124:45621): Network error: Client connection negotiation failed: client connection to 127.17.195.124:45621: connect: Connection refused (error 111)
20:05:33.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.311836 19227 leader_election.cc:290] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [CANDIDATE]: Term 2 election: Requested vote from peers d701f7e489ec4fa587e1a49454aa4b2c (127.17.195.125:42957), 2943c8f1fb444ae7be36587de5756ebd (127.17.195.124:45621)
20:05:33.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.315033 19164 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate af3a19d6cf3248aba242c0f6c5d8a91d in term 2.
20:05:33.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.319131 19030 leader_election.cc:304] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: af3a19d6cf3248aba242c0f6c5d8a91d, d701f7e489ec4fa587e1a49454aa4b2c; no voters: 2943c8f1fb444ae7be36587de5756ebd
20:05:33.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.320305 19227 raft_consensus.cc:2804] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [term 2 FOLLOWER]: Leader election won for term 2
20:05:33.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.323385 19227 raft_consensus.cc:697] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [term 2 LEADER]: Becoming Leader. State: Replica: af3a19d6cf3248aba242c0f6c5d8a91d, State: Running, Role: LEADER
20:05:33.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.324482 19227 consensus_queue.cc:237] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } }
20:05:33.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.342811 19232 sys_catalog.cc:455] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [sys.catalog]: SysCatalogTable state changed. Reason: New leader af3a19d6cf3248aba242c0f6c5d8a91d. Latest consensus state: current_term: 2 leader_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } } }
20:05:33.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.346639 19232 sys_catalog.cc:458] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [sys.catalog]: This master's current role is: LEADER
20:05:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.356921 19234 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
20:05:33.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.365752 19234 catalog_manager.cc:1494] Initializing Kudu cluster ID...
20:05:33.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.370198 19234 catalog_manager.cc:1269] Loaded cluster ID: c22e41290e1d4eb485ee0227698d3d8b
20:05:33.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.370734 19234 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
20:05:33.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.375540 19234 catalog_manager.cc:1514] Loading token signing keys...
20:05:33.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.379693 19234 catalog_manager.cc:6055] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d: Loaded TSK: 0
20:05:33.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.381170 19234 catalog_manager.cc:1524] Initializing in-progress tserver states...
20:05:33.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:33.758813 19029 consensus_peers.cc:597] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d -> Peer 2943c8f1fb444ae7be36587de5756ebd (127.17.195.124:45621): Couldn't send request to peer 2943c8f1fb444ae7be36587de5756ebd. Status: Network error: Client connection negotiation failed: client connection to 127.17.195.124:45621: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:05:33.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.882753 19164 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [term 2 FOLLOWER]: Refusing update from remote peer af3a19d6cf3248aba242c0f6c5d8a91d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
20:05:33.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.889431 19232 consensus_queue.cc:1048] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [LEADER]: Connected to new peer: Peer: permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
20:05:33.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.947374 19240 sys_catalog.cc:455] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [sys.catalog]: SysCatalogTable state changed. Reason: New leader af3a19d6cf3248aba242c0f6c5d8a91d. Latest consensus state: current_term: 2 leader_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } } }
20:05:33.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:33.953792 19240 sys_catalog.cc:458] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [sys.catalog]: This master's current role is: FOLLOWER
20:05:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.000985 19245 sys_catalog.cc:455] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } } }
20:05:34.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.001711 19240 sys_catalog.cc:455] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } } }
20:05:34.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.002667 19240 sys_catalog.cc:458] T 00000000000000000000000000000000 P d701f7e489ec4fa587e1a49454aa4b2c [sys.catalog]: This master's current role is: FOLLOWER
20:05:34.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.006445 19245 sys_catalog.cc:458] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [sys.catalog]: This master's current role is: LEADER
20:05:34.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:33.902559 19218 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 19193
20:05:34.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:34.171319 19218 kernel_stack_watchdog.cc:198] Thread 19193 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
20:05:34.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:05:34.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:05:34.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:05:34.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:05:34.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:34.171412 19193 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.671s user 0.677s sys 0.885s
20:05:34.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:34.171794 19193 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.671s user 0.677s sys 0.885s
20:05:34.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:32.502689 19220 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.184444 19193 server_base.cc:1061] running on GCE node
20:05:34.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:34.184895 19247 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:05:34.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.186060 19193 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:05:34.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.188782 19193 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:05:34.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.190255 19193 hybrid_clock.cc:648] HybridClock initialized: now 1777579534190192 us; error 57 us; skew 500 ppm
20:05:34.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.191383 19193 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:05:34.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:34 dist-test-slave-5hbr krb5kdc[18201](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579534, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:05:34.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.198690 19193 init.cc:377] Logged in from keytab as kudu/127.17.195.124@KRBTEST.COM (short username kudu)
20:05:34.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.205761 19193 webserver.cc:492] Webserver started at http://127.17.195.124:35393/ using document root <none> and password file <none>
20:05:34.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.206789 19193 fs_manager.cc:362] Metadata directory not provided
20:05:34.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.207047 19193 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:05:34.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.215648 19193 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.005s sys 0.001s
20:05:34.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.221019 19254 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:05:34.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.222218 19193 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
20:05:34.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.222574 19193 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/data,/tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/wal
20:05:34.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2943c8f1fb444ae7be36587de5756ebd"
20:05:34.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-04-30 20:05:14 on dist-test-slave-5hbr"
20:05:34.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.224988 19193 fs_report.cc:389] FS layout report
20:05:34.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:05:34.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/wal
20:05:34.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/wal
20:05:34.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/data/data
20:05:34.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:05:34.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:05:34.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:05:34.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:05:34.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:05:34.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:05:34.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:05:34.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:05:34.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:05:34.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:05:34.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:05:34.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.298004 19193 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:05:34.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.304965 19193 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:05:34.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.305552 19193 kserver.cc:163] Server-wide thread pool size limit: 3276
20:05:34.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.405481 19193 rpc_server.cc:307] RPC server started. Bound to: 127.17.195.124:45621
20:05:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.405542 19305 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.195.124:45621 every 8 connection(s)
20:05:34.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.408694 19193 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskAV2dni/test-tmp/mini-kudu-cluster3482488158324385007/master-2/data/info.pb
20:05:34.411 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:05:34.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.410377 18189 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu as pid 19193
20:05:34.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.444976 18823 heartbeater.cc:499] Master 127.17.195.126:35977 was elected leader, sending a full tablet report...
20:05:34.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.451099 19306 sys_catalog.cc:263] Verifying existing consensus state
20:05:34.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.458803 19306 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd: Bootstrap starting.
20:05:34.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:34 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579532, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.66@KRBTEST.COM for kudu/127.17.195.124@KRBTEST.COM
20:05:34.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.509511 18821 heartbeater.cc:344] Connected to a master server at 127.17.195.124:45621
20:05:34.525 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.195.126:35977(127.17.195.126:35977)] connecting to peer
20:05:34.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.545019 19306 log.cc:826] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd: Log is configured to *not* fsync() on all Append() calls
20:05:34.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.572162 19306 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:05:34.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.573498 19306 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd: Bootstrap complete.
20:05:34.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.617273 19306 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } }
20:05:34.631 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.195.125:42957(127.17.195.125:42957)] connecting to peer
20:05:34.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.626861 19306 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2943c8f1fb444ae7be36587de5756ebd, State: Initialized, Role: FOLLOWER
20:05:34.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.632314 19306 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } }
20:05:34.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.638840 19314 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } } }
20:05:34.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.639665 19314 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [sys.catalog]: This master's current role is: FOLLOWER
20:05:34.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.642704 19306 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [sys.catalog]: configured and running, proceeding with master startup.
20:05:34.651 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.17.195.124:45621(127.17.195.124:45621)] connecting to peer
20:05:34.668 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.195.126:35977(127.17.195.126:35977)] Successfully connected to peer
20:05:34.669 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.195.125:42957(127.17.195.125:42957)] Successfully connected to peer
20:05:34.685 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.17.195.124:45621(127.17.195.124:45621)] Successfully connected to peer
20:05:34.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.749853 18674 heartbeater.cc:499] Master 127.17.195.126:35977 was elected leader, sending a full tablet report...
20:05:34.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:34 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579529, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.126@KRBTEST.COM for kudu/127.17.195.124@KRBTEST.COM
20:05:34.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Apr 30 20:05:34 dist-test-slave-5hbr krb5kdc[18201](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777579529, etypes {rep=17 tkt=17 ses=17}, kudu/127.17.195.65@KRBTEST.COM for kudu/127.17.195.124@KRBTEST.COM
20:05:34.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.899468 18969 heartbeater.cc:499] Master 127.17.195.126:35977 was elected leader, sending a full tablet report...
20:05:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.903493 18995 master_runner.cc:186] Error getting master registration for 127.17.195.124:45621: OK, instance_id { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" instance_seqno: 1777579534375295 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:05:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.903970 19281 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [term 1 FOLLOWER]: Advancing to term 2
20:05:34.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.904242 18995 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:05:34.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:34.997079 18672 heartbeater.cc:344] Connected to a master server at 127.17.195.124:45621
20:05:35.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:35.039227 19328 negotiation.cc:336] Failed RPC negotiation. Trace:
20:05:35.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:34.874551 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.17.195.67:40475 (local address 127.17.195.124:45621)
20:05:35.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:34.895173 (+ 20622us) server_negotiation.cc:207] Beginning negotiation
20:05:35.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:34.895201 (+ 28us) server_negotiation.cc:400] Waiting for connection header
20:05:35.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:34.971297 (+ 76096us) server_negotiation.cc:408] Connection header received
20:05:35.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:34.972102 (+ 805us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:05:35.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:34.972149 (+ 47us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:05:35.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:34.972646 (+ 497us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:05:35.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:34.972864 (+ 218us) server_negotiation.cc:227] Negotiated authn=SASL
20:05:35.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:34.999239 (+ 26375us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
20:05:35.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.002098 (+ 2859us) server_negotiation.cc:378] Sending TLS_HANDSHAKE NegotiatePB response
20:05:35.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.005521 (+ 3423us) server_negotiation.cc:366] Received TLS_HANDSHAKE NegotiatePB request
20:05:35.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.006178 (+ 657us) server_negotiation.cc:658] Negotiated auth-only TLSv1.3 with cipher TLS_AES_128_GCM_SHA256 TLSv1.3 Kx=any Au=any Enc=AESGCM(128) Mac=AEAD
20:05:35.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.027045 (+ 20867us) server_negotiation.cc:366] Received SASL_INITIATE NegotiatePB request
20:05:35.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.027164 (+ 119us) server_negotiation.cc:882] Received SASL_INITIATE request from client
20:05:35.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.027206 (+ 42us) server_negotiation.cc:893] Client requested to use mechanism: GSSAPI
20:05:35.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.027349 (+ 143us) server_negotiation.cc:923] calling sasl_server_start()
20:05:35.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.033442 (+ 6093us) server_negotiation.cc:378] Sending SASL_CHALLENGE NegotiatePB response
20:05:35.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.036452 (+ 3010us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.17.195.67:40475: BlockingRecv error: recv got EOF from 127.17.195.67:40475 (error 108)
20:05:35.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":19997,"thread_start_us":20590,"threads_started":1}
20:05:35.047 [WARN - kudu-nio-2] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
20:05:35.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:35.047104 19336 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } } }
20:05:35.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:35.048702 19314 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [sys.catalog]: SysCatalogTable state changed. Reason: New leader af3a19d6cf3248aba242c0f6c5d8a91d. Latest consensus state: current_term: 2 leader_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } } }
20:05:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:35.049718 19314 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [sys.catalog]: This master's current role is: FOLLOWER
20:05:35.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:35.050406 19336 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd [sys.catalog]: This master's current role is: FOLLOWER
20:05:35.051 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.195.124:45621(127.17.195.124:45621)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
20:05:35.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.195.125:42957(127.17.195.125:42957)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
20:05:35.051 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.195.124:45621: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
20:05:35.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:35.054811 19310 negotiation.cc:336] Failed RPC negotiation. Trace:
20:05:35.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:34.685570 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:34146 (local address 127.17.195.124:45621)
20:05:35.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:34.686495 (+ 925us) server_negotiation.cc:207] Beginning negotiation
20:05:35.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:34.686527 (+ 32us) server_negotiation.cc:400] Waiting for connection header
20:05:35.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:34.856137 (+169610us) server_negotiation.cc:408] Connection header received
20:05:35.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.013225 (+157088us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:05:35.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.013269 (+ 44us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:05:35.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.013503 (+ 234us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:05:35.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.013721 (+ 218us) server_negotiation.cc:227] Negotiated authn=SASL
20:05:35.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.053685 (+ 39964us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:34146: BlockingRecv error: recv got EOF from 127.0.0.1:34146 (error 108)
20:05:35.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":99}
20:05:35.057 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.17.195.124:45621(127.17.195.124:45621)] handling channelInactive
20:05:35.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.195.125:42957: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
20:05:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:35.075253 19319 negotiation.cc:336] Failed RPC negotiation. Trace:
20:05:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:34.661994 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:40552 (local address 127.17.195.125:42957)
20:05:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:34.696027 (+ 34033us) server_negotiation.cc:207] Beginning negotiation
20:05:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:34.696058 (+ 31us) server_negotiation.cc:400] Waiting for connection header
20:05:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:34.863603 (+167545us) server_negotiation.cc:408] Connection header received
20:05:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.028236 (+164633us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:05:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.028280 (+ 44us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:05:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.028964 (+ 684us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:05:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.029172 (+ 208us) server_negotiation.cc:227] Negotiated authn=SASL
20:05:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.073272 (+ 44100us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:40552: BlockingRecv error: recv got EOF from 127.0.0.1:40552 (error 108)
20:05:35.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":27800,"thread_start_us":26398,"threads_started":1}
20:05:35.078 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.195.125:42957(127.17.195.125:42957)] handling channelInactive
20:05:35.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.195.126:35977(127.17.195.126:35977)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
20:05:35.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.195.126:35977: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
20:05:35.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:35.091171 19337 catalog_manager.cc:1269] Loaded cluster ID: c22e41290e1d4eb485ee0227698d3d8b
20:05:35.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:35.091449 19337 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd: loading cluster ID for follower catalog manager: success
20:05:35.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:35.098820 19337 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd: acquiring CA information for follower catalog manager: success
20:05:35.089 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=672), Traces: [0ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.195.126:35977, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.195.125:42957, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.195.124:45621, [626ms] Sub RPC ConnectToMaster: received response from server master-127.17.195.124:45621: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [627ms] Sub RPC ConnectToMaster: received response from server master-127.17.195.125:42957: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [656ms] Sub RPC ConnectToMaster: received response from server master-127.17.195.126:35977: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.17.195.126:35977,127.17.195.125:42957,127.17.195.124:45621). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
20:05:35.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:35.104343 19337 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 2943c8f1fb444ae7be36587de5756ebd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.17.195.126:35977,127.17.195.125:42957,127.17.195.124:45621). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
20:05:35.106 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=691), Traces: [0ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.195.126:35977, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.195.125:42957, [226ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.195.124:45621, [626ms] Sub RPC ConnectToMaster: received response from server master-127.17.195.124:45621: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [627ms] Sub RPC ConnectToMaster: received response from server master-127.17.195.125:42957: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [656ms] Sub RPC ConnectToMaster: received response from server master-127.17.195.126:35977: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) with no deferred attached!
20:05:35.108 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.195.126:35977(127.17.195.126:35977)] handling channelInactive
20:05:35.109 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.17.195.124:45621(127.17.195.124:45621)] disconnecting while in state TERMINATED
20:05:35.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:35.109064 19320 negotiation.cc:336] Failed RPC negotiation. Trace:
20:05:35.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:34.664860 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:45536 (local address 127.17.195.126:35977)
20:05:35.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:34.666680 (+ 1820us) server_negotiation.cc:207] Beginning negotiation
20:05:35.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:34.666715 (+ 35us) server_negotiation.cc:400] Waiting for connection header
20:05:35.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:34.856095 (+189380us) server_negotiation.cc:408] Connection header received
20:05:35.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.015458 (+159363us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:05:35.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.015489 (+ 31us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:05:35.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.015702 (+ 213us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:05:35.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.015850 (+ 148us) server_negotiation.cc:227] Negotiated authn=SASL
20:05:35.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0430 20:05:35.107666 (+ 91816us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:45536: BlockingRecv error: recv got EOF from 127.0.0.1:45536 (error 108)
20:05:35.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":1014,"thread_start_us":655,"threads_started":1}
20:05:35.111 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.17.195.126:35977(127.17.195.126:35977)] disconnecting while in state TERMINATED
20:05:35.111 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.17.195.125:42957(127.17.195.125:42957)] disconnecting while in state TERMINATED
20:05:35.113 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:35.120 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:35.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:35.127833 18189 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu with pid 18535
20:05:35.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:35.171087 18189 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu with pid 18686
20:05:35.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:35.216913 18189 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu with pid 18835
20:05:35.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:35.235643 19245 sys_catalog.cc:455] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "af3a19d6cf3248aba242c0f6c5d8a91d" member_type: VOTER last_known_addr { host: "127.17.195.126" port: 35977 } } peers { permanent_uuid: "d701f7e489ec4fa587e1a49454aa4b2c" member_type: VOTER last_known_addr { host: "127.17.195.125" port: 42957 } } peers { permanent_uuid: "2943c8f1fb444ae7be36587de5756ebd" member_type: VOTER last_known_addr { host: "127.17.195.124" port: 45621 } } }
20:05:35.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:35.236372 19245 sys_catalog.cc:458] T 00000000000000000000000000000000 P af3a19d6cf3248aba242c0f6c5d8a91d [sys.catalog]: This master's current role is: LEADER
20:05:35.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:35.258864 18189 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu with pid 18995
20:05:35.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:35.307364 18189 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu with pid 19082
20:05:35.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:35.349382 18189 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu with pid 19193
20:05:35.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-30T20:05:35Z chronyd exiting
20:05:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:35.984412 17535 debug-util.cc:398] Leaking SignalData structure 0x7b0800089f80 after lost signal to thread 17472
20:05:35.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:35.985013 17535 debug-util.cc:398] Leaking SignalData structure 0x7b0800093100 after lost signal to thread 17538
20:05:36.495 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:05:36.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:36.501226 17459 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu with pid 17742
20:05:36.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:36.535347 17459 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu with pid 17901
20:05:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:36.562191 17459 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu with pid 18047
20:05:36.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:36.598248 17459 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu with pid 17471
20:05:36.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:36.625903 17645 connection.cc:570] client connection to 127.17.12.254:45937 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:05:36.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:36.626456 17645 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
20:05:36.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:36.627030 17459 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu with pid 17541
20:05:36.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260430 20:05:36.632607 17645 consensus_peers.cc:597] T 00000000000000000000000000000000 P 22e530421fed4a8f9161de6efb4e4beb -> Peer fd23386fad2541519fc0977bc3645ba5 (127.17.12.254:45937): Couldn't send request to peer fd23386fad2541519fc0977bc3645ba5. Status: Network error: Client connection negotiation failed: client connection to 127.17.12.254:45937: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:05:36.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260430 20:05:36.657204 17459 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskAV2dni/build/tsan/bin/kudu with pid 17616
20:05:37.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-04-30T20:05:37Z chronyd exiting
20:05:38.838 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.17.195.126:35977,127.17.195.125:42957,127.17.195.124:45621). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.17.195.126:35977,127.17.195.125:42957,127.17.195.124:45621). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more