19:55:17.564 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
19:55:17.577 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskrNzCxx/test-tmp
19:55:17.584 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:55:17.587 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskrNzCxx/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:55:17.819 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
19:55:17.999 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:55:18.000 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:55:18.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:18.005924 23505 mini_oidc.cc:150] Starting JWKS server
19:55:18.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:18.010164 23505 webserver.cc:533] Webserver started at http://127.0.0.1:34059/ using document root <none> and password file <none>
19:55:18.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:18.010851 23505 mini_oidc.cc:186] Starting OIDC Discovery server
19:55:18.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:18.012964 23505 webserver.cc:533] Webserver started at http://127.0.0.1:45727/ using document root <none> and password file <none>
19:55:18.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T19:55:18Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
19:55:18.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T19:55:18Z Disabled control of system clock
19:55:18.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:18.083207 23505 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:18.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:18.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-0/wal
19:55:18.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-0/data
19:55:18.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:55:18.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:55:18.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:55:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-0/logs
19:55:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-0/data/info.pb
19:55:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:18.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:55:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:55:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:55:18.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:55:18.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:18.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:18.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:18.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:55:18.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:55:18.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:55:18.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:55:18.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.244.126:41915
19:55:18.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.244.126
19:55:18.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:18.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.244.84:37487
19:55:18.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:18.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:18.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:18.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:55:18.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.244.126:41915,127.22.244.125:39241,127.22.244.124:35395
19:55:18.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:55:18.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34059/jwks.json with env {}
19:55:18.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:18.399051 23518 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:55:18.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:18.399642 23518 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:55:18.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:18.400233 23518 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:55:18.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:18.433317 23518 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:55:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:18.433601 23518 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:55:18.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:18.433866 23518 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:55:18.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:18.434075 23518 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:55:18.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:18.434314 23518 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:55:18.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:18.434482 23518 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34059/jwks.json
19:55:18.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:18.472633 23518 master_runner.cc:387] Master server non-default flags:
19:55:18.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-0/logs
19:55:18.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:18.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:55:18.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:18.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.244.84:37487
19:55:18.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:18.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:18.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-0/data
19:55:18.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-0/wal
19:55:18.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:55:18.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.244.126:41915,127.22.244.125:39241,127.22.244.124:35395
19:55:18.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:18.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:18.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:55:18.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.244.126:41915
19:55:18.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:55:18.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:55:18.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:55:18.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34059/jwks.json
19:55:18.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:18.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:18.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-0/data/info.pb
19:55:18.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.244.126
19:55:18.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:18.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:55:18.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:18.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:55:18.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:55:18.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:18.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:55:18.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:55:18.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:55:18.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:55:18.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:55:18.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 19:43:21 UTC on e7f111948823
19:55:18.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13247
19:55:18.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:55:18.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:18.474006 23518 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:55:18.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:18.475955 23518 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:55:18.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:18.488793 23525 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:19.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:18.490149 23526 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:19.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:19.712293 23528 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:19.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:19.717423 23518 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.226s user 0.000s sys 0.008s
19:55:19.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:19.717836 23518 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.227s user 0.000s sys 0.008s
19:55:19.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.718153 23518 server_base.cc:1061] running on GCE node
19:55:19.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.719653 23518 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:55:19.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.722798 23518 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:55:19.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.726369 23518 hybrid_clock.cc:648] HybridClock initialized: now 1786218919726231 us; error 114 us; skew 500 ppm
19:55:19.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.727463 23518 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:55:19.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.736428 23518 webserver.cc:533] Webserver started at http://127.22.244.126:44811/ using document root <none> and password file <none>
19:55:19.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.737555 23518 fs_manager.cc:362] Metadata directory not provided
19:55:19.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.737761 23518 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:55:19.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.738231 23518 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:55:19.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.742671 23518 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-0/data/instance:
19:55:19.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84f35725528548bcba6cd865d7e58da8"
19:55:19.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:19 on dist-test-slave-6k22"
19:55:19.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.743975 23518 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-0/wal/instance:
19:55:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84f35725528548bcba6cd865d7e58da8"
19:55:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:19 on dist-test-slave-6k22"
19:55:19.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.752714 23518 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
19:55:19.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.759618 23536 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:55:19.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.760840 23518 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.001s
19:55:19.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.761101 23518 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-0/data,/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-0/wal
19:55:19.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "84f35725528548bcba6cd865d7e58da8"
19:55:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:19 on dist-test-slave-6k22"
19:55:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.761482 23518 fs_report.cc:389] FS layout report
19:55:19.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:55:19.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-0/wal
19:55:19.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-0/wal
19:55:19.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-0/data/data
19:55:19.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:55:19.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:55:19.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:55:19.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:55:19.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:55:19.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:55:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:55:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:55:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:55:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:55:19.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:55:19.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.831092 23518 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:55:19.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.832696 23518 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:55:19.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.833078 23518 kserver.cc:163] Server-wide thread pool size limit: 3276
19:55:19.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.908809 23518 rpc_server.cc:307] RPC server started. Bound to: 127.22.244.126:41915
19:55:19.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.908900 23592 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.244.126:41915 every 8 connection(s)
19:55:19.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.911865 23518 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-0/data/info.pb
19:55:19.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.918072 23593 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:55:19.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.919499 23505 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu as pid 23518
19:55:19.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.919979 23505 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-0/wal/instance
19:55:19.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.923183 23505 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:19.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-1/wal
19:55:19.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-1/data
19:55:19.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:55:19.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:55:19.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:55:19.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:19.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:19.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:19.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-1/logs
19:55:19.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-1/data/info.pb
19:55:19.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:19.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:55:19.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:55:19.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:55:19.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:55:19.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:19.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:19.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:19.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:55:19.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:55:19.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:55:19.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:55:19.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.244.125:39241
19:55:19.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.244.125
19:55:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.244.84:37487
19:55:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:19.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:19.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:19.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:55:19.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.244.126:41915,127.22.244.125:39241,127.22.244.124:35395
19:55:19.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:55:19.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34059/jwks.json with env {}
19:55:19.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.931218 23593 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 } has no permanent_uuid. Determining permanent_uuid...
19:55:19.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:19.971416 23593 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } has no permanent_uuid. Determining permanent_uuid...
19:55:19.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:19.974617 23537 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.244.125:39241: connect: Connection refused (error 111)
19:55:19.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:19.979727 23593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.244.125:39241: Network error: Client connection negotiation failed: client connection to 127.22.244.125:39241: connect: Connection refused (error 111)
19:55:20.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:20.029278 23593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } attempt: 1
19:55:20.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:20.035218 23593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.244.125:39241: Network error: Client connection negotiation failed: client connection to 127.22.244.125:39241: connect: Connection refused (error 111)
19:55:20.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:20.103626 23593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } attempt: 2
19:55:20.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:20.109444 23593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.244.125:39241: Network error: Client connection negotiation failed: client connection to 127.22.244.125:39241: connect: Connection refused (error 111)
19:55:20.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:20.200871 23593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } attempt: 3
19:55:20.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:20.207679 23593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.244.125:39241: Network error: Client connection negotiation failed: client connection to 127.22.244.125:39241: connect: Connection refused (error 111)
19:55:20.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:20.265391 23595 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:55:20.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:20.266091 23595 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:55:20.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:20.266919 23595 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:55:20.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:20.299633 23595 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:55:20.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:20.300014 23595 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:55:20.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:20.300347 23595 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:55:20.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:20.300709 23595 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:55:20.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:20.301071 23595 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:55:20.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:20.301368 23595 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34059/jwks.json
19:55:20.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:20.340857 23595 master_runner.cc:387] Master server non-default flags:
19:55:20.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-1/logs
19:55:20.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:20.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:55:20.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:20.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.244.84:37487
19:55:20.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:20.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:20.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-1/data
19:55:20.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-1/wal
19:55:20.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:55:20.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.244.126:41915,127.22.244.125:39241,127.22.244.124:35395
19:55:20.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:20.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:20.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:55:20.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.244.125:39241
19:55:20.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:55:20.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:55:20.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:55:20.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34059/jwks.json
19:55:20.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:20.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:20.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-1/data/info.pb
19:55:20.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.244.125
19:55:20.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:20.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:55:20.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:20.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:55:20.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:55:20.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:20.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:55:20.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:55:20.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:55:20.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:55:20.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:55:20.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 19:43:21 UTC on e7f111948823
19:55:20.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13247
19:55:20.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:55:20.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:20.342655 23595 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:55:20.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:20.345193 23595 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:55:20.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:20.351069 23593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } attempt: 4
19:55:20.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:20.355806 23593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.244.125:39241: Network error: Client connection negotiation failed: client connection to 127.22.244.125:39241: connect: Connection refused (error 111)
19:55:20.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:20.360198 23604 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:20.655247 23593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } attempt: 5
19:55:20.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:20.665231 23593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.244.125:39241: Network error: Client connection negotiation failed: client connection to 127.22.244.125:39241: connect: Connection refused (error 111)
19:55:21.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.212803 23593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } attempt: 6
19:55:21.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:21.249147 23593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.244.125:39241: Network error: Client connection negotiation failed: client connection to 127.22.244.125:39241: connect: Connection refused (error 111)
19:55:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:20.360993 23605 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:21.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:21.716334 23607 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:21.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:21.718640 23606 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1351 milliseconds
19:55:21.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:21.720239 23595 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.359s user 0.421s sys 0.924s
19:55:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:21.720547 23595 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.360s user 0.421s sys 0.924s
19:55:21.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.720875 23595 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:55:21.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.722407 23595 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:55:21.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.725432 23595 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:55:21.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.726861 23595 hybrid_clock.cc:648] HybridClock initialized: now 1786218921726818 us; error 46 us; skew 500 ppm
19:55:21.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.727890 23595 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:55:21.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.735996 23595 webserver.cc:533] Webserver started at http://127.22.244.125:35775/ using document root <none> and password file <none>
19:55:21.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.737180 23595 fs_manager.cc:362] Metadata directory not provided
19:55:21.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.737457 23595 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:55:21.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.738091 23595 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:55:21.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.743024 23595 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-1/data/instance:
19:55:21.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0186d60eb23e40e4852ec0a60ea4c289"
19:55:21.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:21 on dist-test-slave-6k22"
19:55:21.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.744555 23595 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-1/wal/instance:
19:55:21.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0186d60eb23e40e4852ec0a60ea4c289"
19:55:21.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:21 on dist-test-slave-6k22"
19:55:21.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.753863 23595 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
19:55:21.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.760491 23618 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:55:21.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.761802 23595 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
19:55:21.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.762189 23595 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-1/data,/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-1/wal
19:55:21.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0186d60eb23e40e4852ec0a60ea4c289"
19:55:21.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:21 on dist-test-slave-6k22"
19:55:21.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.762693 23595 fs_report.cc:389] FS layout report
19:55:21.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:55:21.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-1/wal
19:55:21.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-1/wal
19:55:21.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-1/data/data
19:55:21.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:55:21.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:55:21.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:55:21.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:55:21.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:55:21.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:55:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:55:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:55:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:55:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:55:21.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:55:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.846829 23595 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:55:21.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.848970 23595 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:55:21.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.849594 23595 kserver.cc:163] Server-wide thread pool size limit: 3276
19:55:21.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.937181 23595 rpc_server.cc:307] RPC server started. Bound to: 127.22.244.125:39241
19:55:21.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.937376 23675 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.244.125:39241 every 8 connection(s)
19:55:21.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.940109 23595 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-1/data/info.pb
19:55:21.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.946249 23676 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:55:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.947990 23505 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu as pid 23595
19:55:21.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.948479 23505 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-1/wal/instance
19:55:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.951489 23505 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-2/wal
19:55:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-2/data
19:55:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:55:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:55:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:55:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:21.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:21.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-2/logs
19:55:21.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-2/data/info.pb
19:55:21.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:21.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:55:21.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:55:21.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:55:21.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:55:21.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:21.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:21.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:21.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:55:21.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:55:21.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:55:21.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:55:21.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.244.124:35395
19:55:21.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.244.124
19:55:21.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:21.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.244.84:37487
19:55:21.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:21.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:21.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:21.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:55:21.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.244.126:41915,127.22.244.125:39241,127.22.244.124:35395
19:55:21.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:55:21.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34059/jwks.json with env {}
19:55:21.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.963070 23676 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 } has no permanent_uuid. Determining permanent_uuid...
19:55:21.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:21.984741 23676 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } has no permanent_uuid. Determining permanent_uuid...
19:55:22.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:22.000560 23676 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } has no permanent_uuid. Determining permanent_uuid...
19:55:22.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:22.003337 23623 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.244.124:35395: connect: Connection refused (error 111)
19:55:22.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:22.008029 23676 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.244.124:35395: Network error: Client connection negotiation failed: client connection to 127.22.244.124:35395: connect: Connection refused (error 111)
19:55:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:22.057523 23676 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } attempt: 1
19:55:22.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:22.062584 23676 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.244.124:35395: Network error: Client connection negotiation failed: client connection to 127.22.244.124:35395: connect: Connection refused (error 111)
19:55:22.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:22.130981 23676 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } attempt: 2
19:55:22.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:22.135793 23676 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.244.124:35395: Network error: Client connection negotiation failed: client connection to 127.22.244.124:35395: connect: Connection refused (error 111)
19:55:22.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:22.227182 23676 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } attempt: 3
19:55:22.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:22.231984 23676 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.244.124:35395: Network error: Client connection negotiation failed: client connection to 127.22.244.124:35395: connect: Connection refused (error 111)
19:55:22.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:22.286406 23679 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:55:22.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:22.287122 23679 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:55:22.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:22.287919 23679 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:55:22.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:22.309728 23593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } attempt: 7
19:55:22.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:22.323292 23593 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } has no permanent_uuid. Determining permanent_uuid...
19:55:22.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:22.327502 23679 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:55:22.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:22.327956 23679 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:55:22.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:22.328339 23679 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:55:22.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:22.328738 23679 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:55:22.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:22.329124 23679 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:55:22.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:22.329412 23679 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34059/jwks.json
19:55:22.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:22.329555 23593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.244.124:35395: Network error: Client connection negotiation failed: client connection to 127.22.244.124:35395: connect: Connection refused (error 111)
19:55:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:22.370574 23679 master_runner.cc:387] Master server non-default flags:
19:55:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-2/logs
19:55:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:55:22.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.244.84:37487
19:55:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-2/data
19:55:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-2/wal
19:55:22.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:55:22.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.244.126:41915,127.22.244.125:39241,127.22.244.124:35395
19:55:22.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:22.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:22.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:55:22.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.244.124:35395
19:55:22.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:55:22.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:55:22.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:55:22.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34059/jwks.json
19:55:22.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:22.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:22.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-2/data/info.pb
19:55:22.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.244.124
19:55:22.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:22.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:55:22.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:22.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:55:22.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:55:22.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:22.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:55:22.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:55:22.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:55:22.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:55:22.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:55:22.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 19:43:21 UTC on e7f111948823
19:55:22.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13247
19:55:22.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:55:22.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:22.372148 23679 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:55:22.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:22.374385 23679 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:55:22.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:22.375650 23676 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } attempt: 4
19:55:22.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:22.381433 23676 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.244.124:35395: Network error: Client connection negotiation failed: client connection to 127.22.244.124:35395: connect: Connection refused (error 111)
19:55:22.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:22.387955 23593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } attempt: 1
19:55:22.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:22.388429 23694 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:22.393106 23593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.244.124:35395: Network error: Client connection negotiation failed: client connection to 127.22.244.124:35395: connect: Connection refused (error 111)
19:55:22.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:22.474588 23593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } attempt: 2
19:55:22.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:22.482458 23593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.244.124:35395: Network error: Client connection negotiation failed: client connection to 127.22.244.124:35395: connect: Connection refused (error 111)
19:55:22.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:22.568032 23593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } attempt: 3
19:55:22.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:22.576002 23593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.244.124:35395: Network error: Client connection negotiation failed: client connection to 127.22.244.124:35395: connect: Connection refused (error 111)
19:55:22.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:22.680877 23676 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } attempt: 5
19:55:22.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:22.688620 23676 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.244.124:35395: Network error: Client connection negotiation failed: client connection to 127.22.244.124:35395: connect: Connection refused (error 111)
19:55:22.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:22.716568 23593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } attempt: 4
19:55:22.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:22.724399 23593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.244.124:35395: Network error: Client connection negotiation failed: client connection to 127.22.244.124:35395: connect: Connection refused (error 111)
19:55:23.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.007979 23593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } attempt: 5
19:55:23.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:23.015511 23593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.244.124:35395: Network error: Client connection negotiation failed: client connection to 127.22.244.124:35395: connect: Connection refused (error 111)
19:55:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.236310 23676 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } attempt: 6
19:55:23.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:23.248006 23676 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.244.124:35395: Network error: Client connection negotiation failed: client connection to 127.22.244.124:35395: connect: Connection refused (error 111)
19:55:23.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.568135 23593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } attempt: 6
19:55:23.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:23.578531 23593 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.244.124:35395: Network error: Client connection negotiation failed: client connection to 127.22.244.124:35395: connect: Connection refused (error 111)
19:55:23.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:22.389108 23695 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:23.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:23.704296 23697 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:23.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:23.707780 23679 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.318s user 0.001s sys 0.008s
19:55:23.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:23.708030 23679 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.318s user 0.001s sys 0.008s
19:55:23.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.708204 23679 server_base.cc:1061] running on GCE node
19:55:23.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.709408 23679 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:55:23.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.712234 23679 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:55:23.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.713660 23679 hybrid_clock.cc:648] HybridClock initialized: now 1786218923713598 us; error 72 us; skew 500 ppm
19:55:23.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.714624 23679 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:55:23.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.722622 23679 webserver.cc:533] Webserver started at http://127.22.244.124:34347/ using document root <none> and password file <none>
19:55:23.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.723752 23679 fs_manager.cc:362] Metadata directory not provided
19:55:23.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.724009 23679 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:55:23.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.724555 23679 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:55:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.729030 23679 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-2/data/instance:
19:55:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "934777ee576648a4ba6e12c3e4f8910a"
19:55:23.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:23 on dist-test-slave-6k22"
19:55:23.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.730419 23679 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-2/wal/instance:
19:55:23.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "934777ee576648a4ba6e12c3e4f8910a"
19:55:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:23 on dist-test-slave-6k22"
19:55:23.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.739125 23679 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.005s
19:55:23.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.745752 23710 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:55:23.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.747085 23679 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.000s sys 0.005s
19:55:23.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.747448 23679 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-2/data,/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-2/wal
19:55:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "934777ee576648a4ba6e12c3e4f8910a"
19:55:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:23 on dist-test-slave-6k22"
19:55:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.747938 23679 fs_report.cc:389] FS layout report
19:55:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:55:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-2/wal
19:55:23.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-2/wal
19:55:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-2/data/data
19:55:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:55:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:55:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:55:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:55:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:55:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:55:23.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:55:23.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:55:23.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:55:23.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:55:23.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:55:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.834290 23679 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:55:23.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.836269 23679 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:55:23.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.836978 23679 kserver.cc:163] Server-wide thread pool size limit: 3276
19:55:23.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.923110 23679 rpc_server.cc:307] RPC server started. Bound to: 127.22.244.124:35395
19:55:23.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.923142 23766 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.244.124:35395 every 8 connection(s)
19:55:23.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.926465 23679 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-2/data/info.pb
19:55:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.933319 23767 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:55:23.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.933573 23505 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu as pid 23679
19:55:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.934043 23505 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/master-2/wal/instance
19:55:23.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.949813 23767 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 } has no permanent_uuid. Determining permanent_uuid...
19:55:23.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:23.990438 23767 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } has no permanent_uuid. Determining permanent_uuid...
19:55:24.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.001078 23767 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } has no permanent_uuid. Determining permanent_uuid...
19:55:24.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.018015 23767 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a: Bootstrap starting.
19:55:24.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.025499 23767 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a: Neither blocks nor log segments found. Creating new log.
19:55:24.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.027364 23767 log.cc:826] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a: Log is configured to *not* fsync() on all Append() calls
19:55:24.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.033219 23767 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a: No bootstrap required, opened a new log
19:55:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.052350 23767 raft_consensus.cc:359] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84f35725528548bcba6cd865d7e58da8" member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 } } peers { permanent_uuid: "0186d60eb23e40e4852ec0a60ea4c289" member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } } peers { permanent_uuid: "934777ee576648a4ba6e12c3e4f8910a" member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } }
19:55:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.052930 23767 raft_consensus.cc:385] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:55:24.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.053174 23767 raft_consensus.cc:740] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 934777ee576648a4ba6e12c3e4f8910a, State: Initialized, Role: FOLLOWER
19:55:24.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.053874 23767 consensus_queue.cc:260] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84f35725528548bcba6cd865d7e58da8" member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 } } peers { permanent_uuid: "0186d60eb23e40e4852ec0a60ea4c289" member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } } peers { permanent_uuid: "934777ee576648a4ba6e12c3e4f8910a" member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } }
19:55:24.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.056449 23778 sys_catalog.cc:455] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84f35725528548bcba6cd865d7e58da8" member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 } } peers { permanent_uuid: "0186d60eb23e40e4852ec0a60ea4c289" member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } } peers { permanent_uuid: "934777ee576648a4ba6e12c3e4f8910a" member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } } }
19:55:24.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.057122 23778 sys_catalog.cc:458] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [sys.catalog]: This master's current role is: FOLLOWER
19:55:24.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.057922 23767 sys_catalog.cc:565] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [sys.catalog]: configured and running, proceeding with master startup.
19:55:24.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:24.085343 23790 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:55:24.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:24.085691 23790 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:55:24.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:24.092995 23716 tablet.cc:2406] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:55:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.080361 23679 master_runner.cc:187] Error getting master registration for 127.22.244.126:41915: OK, instance_id { permanent_uuid: "84f35725528548bcba6cd865d7e58da8" instance_seqno: 1786218919888085 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:55:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.102226 23679 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:55:24.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.281648 23778 raft_consensus.cc:493] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:55:24.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.282296 23778 raft_consensus.cc:515] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84f35725528548bcba6cd865d7e58da8" member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 } } peers { permanent_uuid: "0186d60eb23e40e4852ec0a60ea4c289" member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } } peers { permanent_uuid: "934777ee576648a4ba6e12c3e4f8910a" member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } }
19:55:24.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.285392 23778 leader_election.cc:290] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 84f35725528548bcba6cd865d7e58da8 (127.22.244.126:41915), 0186d60eb23e40e4852ec0a60ea4c289 (127.22.244.125:39241)
19:55:24.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.308509 23676 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } attempt: 7
19:55:24.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.333297 23676 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0186d60eb23e40e4852ec0a60ea4c289: Bootstrap starting.
19:55:24.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.341022 23676 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0186d60eb23e40e4852ec0a60ea4c289: Neither blocks nor log segments found. Creating new log.
19:55:24.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.343289 23676 log.cc:826] T 00000000000000000000000000000000 P 0186d60eb23e40e4852ec0a60ea4c289: Log is configured to *not* fsync() on all Append() calls
19:55:24.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.349043 23676 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0186d60eb23e40e4852ec0a60ea4c289: No bootstrap required, opened a new log
19:55:24.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.369891 23676 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0186d60eb23e40e4852ec0a60ea4c289 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84f35725528548bcba6cd865d7e58da8" member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 } } peers { permanent_uuid: "0186d60eb23e40e4852ec0a60ea4c289" member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } } peers { permanent_uuid: "934777ee576648a4ba6e12c3e4f8910a" member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } }
19:55:24.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.370556 23676 raft_consensus.cc:385] T 00000000000000000000000000000000 P 0186d60eb23e40e4852ec0a60ea4c289 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:55:24.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.370848 23676 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0186d60eb23e40e4852ec0a60ea4c289 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0186d60eb23e40e4852ec0a60ea4c289, State: Initialized, Role: FOLLOWER
19:55:24.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.371871 23676 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0186d60eb23e40e4852ec0a60ea4c289 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84f35725528548bcba6cd865d7e58da8" member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 } } peers { permanent_uuid: "0186d60eb23e40e4852ec0a60ea4c289" member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } } peers { permanent_uuid: "934777ee576648a4ba6e12c3e4f8910a" member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } }
19:55:24.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.374715 23794 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0186d60eb23e40e4852ec0a60ea4c289 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84f35725528548bcba6cd865d7e58da8" member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 } } peers { permanent_uuid: "0186d60eb23e40e4852ec0a60ea4c289" member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } } peers { permanent_uuid: "934777ee576648a4ba6e12c3e4f8910a" member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } } }
19:55:24.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.375998 23794 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0186d60eb23e40e4852ec0a60ea4c289 [sys.catalog]: This master's current role is: FOLLOWER
19:55:24.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.377424 23676 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0186d60eb23e40e4852ec0a60ea4c289 [sys.catalog]: configured and running, proceeding with master startup.
19:55:24.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.377655 23649 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "934777ee576648a4ba6e12c3e4f8910a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0186d60eb23e40e4852ec0a60ea4c289" is_pre_election: true
19:55:24.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.378876 23649 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 0186d60eb23e40e4852ec0a60ea4c289 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 934777ee576648a4ba6e12c3e4f8910a in term 0.
19:55:24.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.380713 23711 leader_election.cc:304] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0186d60eb23e40e4852ec0a60ea4c289, 934777ee576648a4ba6e12c3e4f8910a; no voters:
19:55:24.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.381744 23778 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [term 0 FOLLOWER]: Leader pre-election won for term 1
19:55:24.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.382157 23778 raft_consensus.cc:493] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:55:24.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.382480 23778 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [term 0 FOLLOWER]: Advancing to term 1
19:55:24.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.395617 23778 raft_consensus.cc:515] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84f35725528548bcba6cd865d7e58da8" member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 } } peers { permanent_uuid: "0186d60eb23e40e4852ec0a60ea4c289" member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } } peers { permanent_uuid: "934777ee576648a4ba6e12c3e4f8910a" member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } }
19:55:24.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.401763 23649 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "934777ee576648a4ba6e12c3e4f8910a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0186d60eb23e40e4852ec0a60ea4c289"
19:55:24.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.402501 23649 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0186d60eb23e40e4852ec0a60ea4c289 [term 0 FOLLOWER]: Advancing to term 1
19:55:24.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.404672 23778 leader_election.cc:290] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [CANDIDATE]: Term 1 election: Requested vote from peers 84f35725528548bcba6cd865d7e58da8 (127.22.244.126:41915), 0186d60eb23e40e4852ec0a60ea4c289 (127.22.244.125:39241)
19:55:24.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.415602 23649 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 0186d60eb23e40e4852ec0a60ea4c289 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 934777ee576648a4ba6e12c3e4f8910a in term 1.
19:55:24.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.417519 23711 leader_election.cc:304] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0186d60eb23e40e4852ec0a60ea4c289, 934777ee576648a4ba6e12c3e4f8910a; no voters:
19:55:24.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.418740 23778 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [term 1 FOLLOWER]: Leader election won for term 1
19:55:24.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.426003 23778 raft_consensus.cc:697] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [term 1 LEADER]: Becoming Leader. State: Replica: 934777ee576648a4ba6e12c3e4f8910a, State: Running, Role: LEADER
19:55:24.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.427584 23778 consensus_queue.cc:237] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84f35725528548bcba6cd865d7e58da8" member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 } } peers { permanent_uuid: "0186d60eb23e40e4852ec0a60ea4c289" member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } } peers { permanent_uuid: "934777ee576648a4ba6e12c3e4f8910a" member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } }
19:55:24.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.439188 23807 sys_catalog.cc:455] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 934777ee576648a4ba6e12c3e4f8910a. Latest consensus state: current_term: 1 leader_uuid: "934777ee576648a4ba6e12c3e4f8910a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84f35725528548bcba6cd865d7e58da8" member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 } } peers { permanent_uuid: "0186d60eb23e40e4852ec0a60ea4c289" member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } } peers { permanent_uuid: "934777ee576648a4ba6e12c3e4f8910a" member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } } }
19:55:24.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.443048 23807 sys_catalog.cc:458] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [sys.catalog]: This master's current role is: LEADER
19:55:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:24.451502 23810 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 0186d60eb23e40e4852ec0a60ea4c289: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:55:24.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:24.451854 23810 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:55:24.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.444522 23595 master_runner.cc:187] Error getting master registration for 127.22.244.126:41915: OK, instance_id { permanent_uuid: "84f35725528548bcba6cd865d7e58da8" instance_seqno: 1786218919888085 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:55:24.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.477349 23813 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
19:55:24.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.478060 23595 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:55:24.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.485262 23813 catalog_manager.cc:1520] Initializing Kudu cluster ID...
19:55:24.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.503822 23649 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 0186d60eb23e40e4852ec0a60ea4c289 [term 1 FOLLOWER]: Refusing update from remote peer 934777ee576648a4ba6e12c3e4f8910a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:55:24.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.505653 23807 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [LEADER]: Connected to new peer: Peer: permanent_uuid: "0186d60eb23e40e4852ec0a60ea4c289" member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:55:24.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.538328 23814 mvcc.cc:204] Tried to move back new op lower bound from 7316352714747363328 to 7316352714470207488. Current Snapshot: MvccSnapshot[applied={T|T < 7316352714747363328}]
19:55:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.539661 23794 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0186d60eb23e40e4852ec0a60ea4c289 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 934777ee576648a4ba6e12c3e4f8910a. Latest consensus state: current_term: 1 leader_uuid: "934777ee576648a4ba6e12c3e4f8910a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84f35725528548bcba6cd865d7e58da8" member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 } } peers { permanent_uuid: "0186d60eb23e40e4852ec0a60ea4c289" member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } } peers { permanent_uuid: "934777ee576648a4ba6e12c3e4f8910a" member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } } }
19:55:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.540377 23794 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0186d60eb23e40e4852ec0a60ea4c289 [sys.catalog]: This master's current role is: FOLLOWER
19:55:24.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.552037 23807 sys_catalog.cc:455] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "934777ee576648a4ba6e12c3e4f8910a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84f35725528548bcba6cd865d7e58da8" member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 } } peers { permanent_uuid: "0186d60eb23e40e4852ec0a60ea4c289" member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } } peers { permanent_uuid: "934777ee576648a4ba6e12c3e4f8910a" member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } } }
19:55:24.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.552784 23807 sys_catalog.cc:458] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [sys.catalog]: This master's current role is: LEADER
19:55:24.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.558279 23794 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0186d60eb23e40e4852ec0a60ea4c289 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "934777ee576648a4ba6e12c3e4f8910a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84f35725528548bcba6cd865d7e58da8" member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 } } peers { permanent_uuid: "0186d60eb23e40e4852ec0a60ea4c289" member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } } peers { permanent_uuid: "934777ee576648a4ba6e12c3e4f8910a" member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } } }
19:55:24.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.558996 23794 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0186d60eb23e40e4852ec0a60ea4c289 [sys.catalog]: This master's current role is: FOLLOWER
19:55:24.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.562000 23813 catalog_manager.cc:1383] Generated new cluster ID: 8522a771da764b62b2c93b76d30c7c89
19:55:24.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.562286 23813 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
19:55:24.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.609043 23813 catalog_manager.cc:1406] Generated new certificate authority record
19:55:24.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.611969 23593 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } attempt: 7
19:55:24.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.620656 23813 catalog_manager.cc:1540] Loading token signing keys...
19:55:24.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.663198 23593 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8: Bootstrap starting.
19:55:24.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.659037 23813 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a: Generated new TSK 0
19:55:24.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.668835 23813 catalog_manager.cc:1550] Initializing in-progress tserver states...
19:55:24.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.671829 23593 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8: Neither blocks nor log segments found. Creating new log.
19:55:24.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.674249 23593 log.cc:826] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8: Log is configured to *not* fsync() on all Append() calls
19:55:24.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.679999 23593 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8: No bootstrap required, opened a new log
19:55:24.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.703172 23505 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-0/wal
19:55:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-0/data
19:55:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:55:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:55:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:55:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-0/logs
19:55:24.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-0/data/info.pb
19:55:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:55:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:55:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:55:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:55:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:55:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:55:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.244.65:0
19:55:24.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.244.65
19:55:24.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.244.65
19:55:24.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:24.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.244.126:41915,127.22.244.125:39241,127.22.244.124:35395
19:55:24.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.244.84:37487
19:55:24.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:24.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:24.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:55:24.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.711520 23593 raft_consensus.cc:359] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84f35725528548bcba6cd865d7e58da8" member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 } } peers { permanent_uuid: "0186d60eb23e40e4852ec0a60ea4c289" member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } } peers { permanent_uuid: "934777ee576648a4ba6e12c3e4f8910a" member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } }
19:55:24.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.712663 23593 raft_consensus.cc:385] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:55:24.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.713208 23593 raft_consensus.cc:740] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 84f35725528548bcba6cd865d7e58da8, State: Initialized, Role: FOLLOWER
19:55:24.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.715288 23593 consensus_queue.cc:260] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84f35725528548bcba6cd865d7e58da8" member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 } } peers { permanent_uuid: "0186d60eb23e40e4852ec0a60ea4c289" member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } } peers { permanent_uuid: "934777ee576648a4ba6e12c3e4f8910a" member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } }
19:55:24.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.723798 23823 sys_catalog.cc:455] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84f35725528548bcba6cd865d7e58da8" member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 } } peers { permanent_uuid: "0186d60eb23e40e4852ec0a60ea4c289" member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } } peers { permanent_uuid: "934777ee576648a4ba6e12c3e4f8910a" member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } } }
19:55:24.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.727560 23823 sys_catalog.cc:458] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8 [sys.catalog]: This master's current role is: FOLLOWER
19:55:24.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.727823 23563 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8 [term 0 FOLLOWER]: Advancing to term 1
19:55:24.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.727207 23593 sys_catalog.cc:565] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8 [sys.catalog]: configured and running, proceeding with master startup.
19:55:24.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.730515 23564 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "934777ee576648a4ba6e12c3e4f8910a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "84f35725528548bcba6cd865d7e58da8"
19:55:24.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.731794 23565 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "934777ee576648a4ba6e12c3e4f8910a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "84f35725528548bcba6cd865d7e58da8" is_pre_election: true
19:55:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.746452 23563 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8 [term 1 FOLLOWER]: Refusing update from remote peer 934777ee576648a4ba6e12c3e4f8910a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:55:24.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.755867 23823 raft_consensus.cc:493] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:55:24.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.756392 23823 raft_consensus.cc:515] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84f35725528548bcba6cd865d7e58da8" member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 } } peers { permanent_uuid: "0186d60eb23e40e4852ec0a60ea4c289" member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } } peers { permanent_uuid: "934777ee576648a4ba6e12c3e4f8910a" member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } }
19:55:24.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.757164 23807 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [LEADER]: Connected to new peer: Peer: permanent_uuid: "84f35725528548bcba6cd865d7e58da8" member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
19:55:24.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.762341 23649 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "84f35725528548bcba6cd865d7e58da8" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0186d60eb23e40e4852ec0a60ea4c289" is_pre_election: true
19:55:24.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.764966 23823 leader_election.cc:290] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 0186d60eb23e40e4852ec0a60ea4c289 (127.22.244.125:39241), 934777ee576648a4ba6e12c3e4f8910a (127.22.244.124:35395)
19:55:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.765252 23740 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "84f35725528548bcba6cd865d7e58da8" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "934777ee576648a4ba6e12c3e4f8910a" is_pre_election: true
19:55:24.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.767417 23541 leader_election.cc:304] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 84f35725528548bcba6cd865d7e58da8; no voters: 0186d60eb23e40e4852ec0a60ea4c289, 934777ee576648a4ba6e12c3e4f8910a
19:55:24.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.860831 23828 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
19:55:24.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.869341 23823 sys_catalog.cc:455] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 934777ee576648a4ba6e12c3e4f8910a. Latest consensus state: current_term: 1 leader_uuid: "934777ee576648a4ba6e12c3e4f8910a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84f35725528548bcba6cd865d7e58da8" member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 } } peers { permanent_uuid: "0186d60eb23e40e4852ec0a60ea4c289" member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } } peers { permanent_uuid: "934777ee576648a4ba6e12c3e4f8910a" member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } } }
19:55:24.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.870002 23823 sys_catalog.cc:458] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8 [sys.catalog]: This master's current role is: FOLLOWER
19:55:24.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.868089 23839 sys_catalog.cc:455] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "934777ee576648a4ba6e12c3e4f8910a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84f35725528548bcba6cd865d7e58da8" member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 } } peers { permanent_uuid: "0186d60eb23e40e4852ec0a60ea4c289" member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } } peers { permanent_uuid: "934777ee576648a4ba6e12c3e4f8910a" member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } } }
19:55:24.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.870487 23839 sys_catalog.cc:458] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8 [sys.catalog]: This master's current role is: FOLLOWER
19:55:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.892762 23842 catalog_manager.cc:1295] Loaded cluster ID: 8522a771da764b62b2c93b76d30c7c89
19:55:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.894765 23842 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8: loading cluster ID for follower catalog manager: success
19:55:24.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.902679 23842 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8: acquiring CA information for follower catalog manager: success
19:55:24.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:24.916260 23842 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 84f35725528548bcba6cd865d7e58da8: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:55:25.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:25.188956 23807 sys_catalog.cc:455] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "934777ee576648a4ba6e12c3e4f8910a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "84f35725528548bcba6cd865d7e58da8" member_type: VOTER last_known_addr { host: "127.22.244.126" port: 41915 } } peers { permanent_uuid: "0186d60eb23e40e4852ec0a60ea4c289" member_type: VOTER last_known_addr { host: "127.22.244.125" port: 39241 } } peers { permanent_uuid: "934777ee576648a4ba6e12c3e4f8910a" member_type: VOTER last_known_addr { host: "127.22.244.124" port: 35395 } } }
19:55:25.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:25.195719 23807 sys_catalog.cc:458] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a [sys.catalog]: This master's current role is: LEADER
19:55:25.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:25.446600 23822 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:55:25.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:25.447299 23822 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:55:25.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:25.448127 23822 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:55:25.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:25.458078 23810 catalog_manager.cc:1295] Loaded cluster ID: 8522a771da764b62b2c93b76d30c7c89
19:55:25.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:25.458382 23810 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 0186d60eb23e40e4852ec0a60ea4c289: loading cluster ID for follower catalog manager: success
19:55:25.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:25.470899 23810 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 0186d60eb23e40e4852ec0a60ea4c289: acquiring CA information for follower catalog manager: success
19:55:25.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:25.476711 23810 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 0186d60eb23e40e4852ec0a60ea4c289: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:55:25.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:25.509137 23822 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:55:25.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:25.510491 23822 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.244.65
19:55:25.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:25.577167 23822 tablet_server_runner.cc:78] Tablet server non-default flags:
19:55:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-0/logs
19:55:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:55:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.244.84:37487
19:55:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-0/data
19:55:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-0/wal
19:55:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:25.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:25.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.244.65:0
19:55:25.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:55:25.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:25.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:25.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-0/data/info.pb
19:55:25.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.244.65
19:55:25.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:25.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.244.126:41915,127.22.244.125:39241,127.22.244.124:35395
19:55:25.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:55:25.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:25.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:55:25.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:55:25.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:25.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.244.65
19:55:25.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:55:25.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:55:25.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:55:25.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:55:25.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:55:25.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 19:43:21 UTC on e7f111948823
19:55:25.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13247
19:55:25.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:55:25.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:25.579041 23822 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:55:25.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:25.582000 23822 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:55:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:25.627697 23854 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:27.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:25.644338 23860 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:27.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:25.645826 23822 server_base.cc:1061] running on GCE node
19:55:27.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:25.642910 23855 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:27.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.224447 23822 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:55:27.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.235675 23822 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:55:27.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.237217 23822 hybrid_clock.cc:648] HybridClock initialized: now 1786218927237148 us; error 102 us; skew 500 ppm
19:55:27.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.238528 23822 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:55:27.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.248392 23822 webserver.cc:533] Webserver started at http://127.22.244.65:44927/ using document root <none> and password file <none>
19:55:27.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.249886 23822 fs_manager.cc:362] Metadata directory not provided
19:55:27.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.250222 23822 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:55:27.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.250939 23822 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:55:27.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.258140 23822 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-0/data/instance:
19:55:27.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8309054c8c75478ca344294cedaf2128"
19:55:27.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:27 on dist-test-slave-6k22"
19:55:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.259991 23822 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-0/wal/instance:
19:55:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8309054c8c75478ca344294cedaf2128"
19:55:27.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:27 on dist-test-slave-6k22"
19:55:27.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.272746 23822 fs_manager.cc:696] Time spent creating directory manager: real 0.012s user 0.009s sys 0.000s
19:55:27.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.281176 23870 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:55:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.282730 23822 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
19:55:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.283098 23822 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-0/data,/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-0/wal
19:55:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8309054c8c75478ca344294cedaf2128"
19:55:27.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:27 on dist-test-slave-6k22"
19:55:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.283524 23822 fs_report.cc:389] FS layout report
19:55:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:55:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-0/wal
19:55:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-0/wal
19:55:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-0/data/data
19:55:27.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:55:27.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:55:27.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:55:27.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:55:27.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:55:27.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:55:27.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:55:27.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:55:27.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:55:27.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:55:27.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:55:27.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.369684 23822 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:55:27.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.371730 23822 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:55:27.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.372283 23822 kserver.cc:163] Server-wide thread pool size limit: 3276
19:55:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.390136 23822 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:55:27.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.396413 23822 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:55:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.396724 23822 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:55:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.397023 23822 ts_tablet_manager.cc:616] Registered 0 tablets
19:55:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.397230 23822 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:55:27.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.598436 23822 rpc_server.cc:307] RPC server started. Bound to: 127.22.244.65:45249
19:55:27.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.598657 23996 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.244.65:45249 every 8 connection(s)
19:55:27.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.601382 23822 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-0/data/info.pb
19:55:27.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.610934 23505 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu as pid 23822
19:55:27.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.611399 23505 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-0/wal/instance
19:55:27.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.625100 23505 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:27.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:27.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-1/wal
19:55:27.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-1/data
19:55:27.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:55:27.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:55:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:55:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-1/logs
19:55:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-1/data/info.pb
19:55:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:55:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:55:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:55:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:55:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:27.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:27.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:55:27.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:55:27.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.244.66:0
19:55:27.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.244.66
19:55:27.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.244.66
19:55:27.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:27.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.244.126:41915,127.22.244.125:39241,127.22.244.124:35395
19:55:27.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.244.84:37487
19:55:27.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:27.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:27.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:55:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.667675 23997 heartbeater.cc:344] Connected to a master server at 127.22.244.124:35395
19:55:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.668211 23997 heartbeater.cc:461] Registering TS with master...
19:55:27.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.669659 23997 heartbeater.cc:507] Master 127.22.244.124:35395 requested a full tablet report, sending...
19:55:27.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.672117 23999 heartbeater.cc:344] Connected to a master server at 127.22.244.126:41915
19:55:27.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.672452 23999 heartbeater.cc:461] Registering TS with master...
19:55:27.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.673336 23999 heartbeater.cc:507] Master 127.22.244.126:41915 requested a full tablet report, sending...
19:55:27.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.675200 23730 ts_manager.cc:194] Registered new tserver with Master: 8309054c8c75478ca344294cedaf2128 (127.22.244.65:45249)
19:55:27.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.676483 23554 ts_manager.cc:194] Registered new tserver with Master: 8309054c8c75478ca344294cedaf2128 (127.22.244.65:45249)
19:55:27.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.678031 23730 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.244.65:42169
19:55:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.681027 23998 heartbeater.cc:344] Connected to a master server at 127.22.244.125:39241
19:55:27.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.681382 23998 heartbeater.cc:461] Registering TS with master...
19:55:27.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.682279 23998 heartbeater.cc:507] Master 127.22.244.125:39241 requested a full tablet report, sending...
19:55:27.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:27.685214 23639 ts_manager.cc:194] Registered new tserver with Master: 8309054c8c75478ca344294cedaf2128 (127.22.244.65:45249)
19:55:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:28.008512 24008 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:55:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:28.009083 24008 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:55:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:28.009737 24008 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:55:28.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:28.045014 24008 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:55:28.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:28.045972 24008 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.244.66
19:55:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:28.087096 24008 tablet_server_runner.cc:78] Tablet server non-default flags:
19:55:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-1/logs
19:55:28.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:28.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:55:28.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:28.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.244.84:37487
19:55:28.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:28.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:28.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-1/data
19:55:28.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-1/wal
19:55:28.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:28.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:28.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.244.66:0
19:55:28.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:55:28.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:28.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:28.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-1/data/info.pb
19:55:28.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.244.66
19:55:28.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:28.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.244.126:41915,127.22.244.125:39241,127.22.244.124:35395
19:55:28.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:55:28.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:28.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:55:28.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:55:28.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.244.66
19:55:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:55:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:55:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:55:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:55:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:55:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 19:43:21 UTC on e7f111948823
19:55:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13247
19:55:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:55:28.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:28.088896 24008 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:55:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:28.091260 24008 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:55:28.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:28.103442 24016 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:28.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:28.686486 23997 heartbeater.cc:499] Master 127.22.244.124:35395 was elected leader, sending a full tablet report...
19:55:29.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:29.508595 24015 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 24008
19:55:29.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:29.857864 24008 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.753s user 0.587s sys 1.165s
19:55:29.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:29.858244 24008 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.753s user 0.587s sys 1.165s
19:55:29.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:28.105728 24018 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:29.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:29.861035 24022 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:29.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:29.865226 24021 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1759 milliseconds
19:55:29.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.865288 24008 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:55:29.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.866743 24008 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:55:29.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.869127 24008 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:55:29.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.870600 24008 hybrid_clock.cc:648] HybridClock initialized: now 1786218929870559 us; error 40 us; skew 500 ppm
19:55:29.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.871703 24008 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:55:29.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.878404 24008 webserver.cc:533] Webserver started at http://127.22.244.66:34589/ using document root <none> and password file <none>
19:55:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.879876 24008 fs_manager.cc:362] Metadata directory not provided
19:55:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.880185 24008 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:55:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.880816 24008 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:55:29.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.885600 24008 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-1/data/instance:
19:55:29.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d52034829b541febd5cbf7ce939e30f"
19:55:29.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:29 on dist-test-slave-6k22"
19:55:29.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.886884 24008 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-1/wal/instance:
19:55:29.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d52034829b541febd5cbf7ce939e30f"
19:55:29.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:29 on dist-test-slave-6k22"
19:55:29.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.895694 24008 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.001s
19:55:29.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.901738 24032 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:55:29.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.902978 24008 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.001s
19:55:29.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.903261 24008 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-1/data,/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-1/wal
19:55:29.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6d52034829b541febd5cbf7ce939e30f"
19:55:29.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:29 on dist-test-slave-6k22"
19:55:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.903537 24008 fs_report.cc:389] FS layout report
19:55:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:55:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-1/wal
19:55:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-1/wal
19:55:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-1/data/data
19:55:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:55:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:55:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:55:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:55:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:55:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:55:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:55:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:55:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:55:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:55:29.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:55:29.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.967669 24008 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:55:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.969861 24008 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:55:29.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.970404 24008 kserver.cc:163] Server-wide thread pool size limit: 3276
19:55:29.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.973593 24008 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:55:29.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.978449 24008 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:55:29.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.978672 24008 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:55:29.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.978972 24008 ts_tablet_manager.cc:616] Registered 0 tablets
19:55:29.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:29.979141 24008 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:55:30.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:30.136595 24008 rpc_server.cc:307] RPC server started. Bound to: 127.22.244.66:41845
19:55:30.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:30.136715 24161 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.244.66:41845 every 8 connection(s)
19:55:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:30.139930 24008 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-1/data/info.pb
19:55:30.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:30.147022 23505 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu as pid 24008
19:55:30.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:30.148270 23505 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-1/wal/instance
19:55:30.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:30.176687 23505 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:30.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:30.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-2/wal
19:55:30.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-2/data
19:55:30.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:55:30.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:55:30.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:55:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-2/logs
19:55:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-2/data/info.pb
19:55:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:55:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:55:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:55:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:55:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:55:30.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:55:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.244.67:0
19:55:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.244.67
19:55:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.244.67
19:55:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.244.126:41915,127.22.244.125:39241,127.22.244.124:35395
19:55:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.244.84:37487
19:55:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:30.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
19:55:30.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:30.207451 24163 heartbeater.cc:344] Connected to a master server at 127.22.244.125:39241
19:55:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:30.207723 24162 heartbeater.cc:344] Connected to a master server at 127.22.244.124:35395
19:55:30.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:30.208057 24163 heartbeater.cc:461] Registering TS with master...
19:55:30.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:30.207798 24164 heartbeater.cc:344] Connected to a master server at 127.22.244.126:41915
19:55:30.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:30.208312 24162 heartbeater.cc:461] Registering TS with master...
19:55:30.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:30.208623 24164 heartbeater.cc:461] Registering TS with master...
19:55:30.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:30.209652 24163 heartbeater.cc:507] Master 127.22.244.125:39241 requested a full tablet report, sending...
19:55:30.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:30.209702 24164 heartbeater.cc:507] Master 127.22.244.126:41915 requested a full tablet report, sending...
19:55:30.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:30.209756 24162 heartbeater.cc:507] Master 127.22.244.124:35395 requested a full tablet report, sending...
19:55:30.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:30.213387 23639 ts_manager.cc:194] Registered new tserver with Master: 6d52034829b541febd5cbf7ce939e30f (127.22.244.66:41845)
19:55:30.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:30.213496 23730 ts_manager.cc:194] Registered new tserver with Master: 6d52034829b541febd5cbf7ce939e30f (127.22.244.66:41845)
19:55:30.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:30.213768 23554 ts_manager.cc:194] Registered new tserver with Master: 6d52034829b541febd5cbf7ce939e30f (127.22.244.66:41845)
19:55:30.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:30.215581 23730 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.244.66:34525
19:55:30.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:30.515336 24173 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:55:30.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:30.515969 24173 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:55:30.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:30.516624 24173 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:55:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:30.551215 24173 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:55:30.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:30.552315 24173 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.244.67
19:55:30.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:30.588542 24173 tablet_server_runner.cc:78] Tablet server non-default flags:
19:55:30.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-2/logs
19:55:30.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:30.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:55:30.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:30.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.244.84:37487
19:55:30.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:30.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:30.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-2/data
19:55:30.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-2/wal
19:55:30.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:30.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:30.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.244.67:0
19:55:30.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:55:30.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:30.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:30.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-2/data/info.pb
19:55:30.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.244.67
19:55:30.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:30.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.244.126:41915,127.22.244.125:39241,127.22.244.124:35395
19:55:30.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:55:30.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:30.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:55:30.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:55:30.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:30.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.244.67
19:55:30.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:55:30.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:55:30.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:55:30.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:55:30.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:55:30.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 19:43:21 UTC on e7f111948823
19:55:30.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13247
19:55:30.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:55:30.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:30.590248 24173 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:55:30.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:30.592271 24173 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:55:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:30.605033 24182 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:31.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:31.218940 24162 heartbeater.cc:499] Master 127.22.244.124:35395 was elected leader, sending a full tablet report...
19:55:32.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:32.010228 24180 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 24173
19:55:32.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:32.365502 24173 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.760s user 0.587s sys 1.164s
19:55:32.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:32.366227 24173 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.761s user 0.588s sys 1.164s
19:55:32.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:30.606596 24183 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:32.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:32.368351 24185 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:32.369133 24184 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1761 milliseconds
19:55:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.369052 24173 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:55:32.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.371942 24173 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:55:32.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.373952 24173 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:55:32.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.375335 24173 hybrid_clock.cc:648] HybridClock initialized: now 1786218932375313 us; error 46 us; skew 500 ppm
19:55:32.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.376459 24173 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:55:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.383749 24173 webserver.cc:533] Webserver started at http://127.22.244.67:34373/ using document root <none> and password file <none>
19:55:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.384768 24173 fs_manager.cc:362] Metadata directory not provided
19:55:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.384986 24173 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:55:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.385442 24173 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:55:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.390324 24173 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-2/data/instance:
19:55:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fbb8dad982d440fc9d4046d323187249"
19:55:32.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:32 on dist-test-slave-6k22"
19:55:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.391503 24173 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-2/wal/instance:
19:55:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fbb8dad982d440fc9d4046d323187249"
19:55:32.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:32 on dist-test-slave-6k22"
19:55:32.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.399789 24173 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.007s sys 0.001s
19:55:32.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.406068 24194 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:55:32.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.407328 24173 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
19:55:32.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.407742 24173 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-2/data,/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-2/wal
19:55:32.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fbb8dad982d440fc9d4046d323187249"
19:55:32.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:32 on dist-test-slave-6k22"
19:55:32.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.408083 24173 fs_report.cc:389] FS layout report
19:55:32.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:55:32.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-2/wal
19:55:32.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-2/wal
19:55:32.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-2/data/data
19:55:32.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:55:32.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:55:32.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:55:32.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:55:32.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:55:32.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:55:32.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:55:32.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:55:32.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:55:32.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:55:32.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:55:32.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.465699 24173 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:55:32.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.467674 24173 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:55:32.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.468153 24173 kserver.cc:163] Server-wide thread pool size limit: 3276
19:55:32.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.470957 24173 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:55:32.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.475596 24173 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:55:32.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.475804 24173 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
19:55:32.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.476008 24173 ts_tablet_manager.cc:616] Registered 0 tablets
19:55:32.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.476142 24173 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:55:32.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.620116 24173 rpc_server.cc:307] RPC server started. Bound to: 127.22.244.67:37959
19:55:32.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.620234 24320 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.244.67:37959 every 8 connection(s)
19:55:32.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.622933 24173 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-2/data/info.pb
19:55:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.632356 23505 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu as pid 24173
19:55:32.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.632936 23505 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster777076295805126295/ts-2/wal/instance
19:55:32.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.677124 24321 heartbeater.cc:344] Connected to a master server at 127.22.244.124:35395
19:55:32.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.677191 24322 heartbeater.cc:344] Connected to a master server at 127.22.244.125:39241
19:55:32.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.677667 24321 heartbeater.cc:461] Registering TS with master...
19:55:32.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.677747 24322 heartbeater.cc:461] Registering TS with master...
19:55:32.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.678603 24323 heartbeater.cc:344] Connected to a master server at 127.22.244.126:41915
19:55:32.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.678946 24323 heartbeater.cc:461] Registering TS with master...
19:55:32.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.679308 24321 heartbeater.cc:507] Master 127.22.244.124:35395 requested a full tablet report, sending...
19:55:32.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.679646 24322 heartbeater.cc:507] Master 127.22.244.125:39241 requested a full tablet report, sending...
19:55:32.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.680007 24323 heartbeater.cc:507] Master 127.22.244.126:41915 requested a full tablet report, sending...
19:55:32.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.682340 23554 ts_manager.cc:194] Registered new tserver with Master: fbb8dad982d440fc9d4046d323187249 (127.22.244.67:37959)
19:55:32.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.682327 23730 ts_manager.cc:194] Registered new tserver with Master: fbb8dad982d440fc9d4046d323187249 (127.22.244.67:37959)
19:55:32.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.682694 23639 ts_manager.cc:194] Registered new tserver with Master: fbb8dad982d440fc9d4046d323187249 (127.22.244.67:37959)
19:55:32.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.684453 23730 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.244.67:49255
19:55:32.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:32.702026 23505 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
19:55:32.714 [DEBUG - main] (MiniKuduCluster.java:195) Response:
19:55:32.715 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
19:55:32.725 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.22.244.126"
port: 41915
}
bound_http_address {
host: "127.22.244.126"
port: 44811
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.22.244.125"
port: 39241
}
bound_http_address {
host: "127.22.244.125"
port: 35775
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.22.244.124"
port: 35395
}
bound_http_address {
host: "127.22.244.124"
port: 34347
}
}
}
19:55:32.728 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:55:32.731 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.22.244.65"
port: 45249
}
bound_http_address {
host: "127.22.244.65"
port: 44927
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.22.244.66"
port: 41845
}
bound_http_address {
host: "127.22.244.66"
port: 34589
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.22.244.67"
port: 37959
}
bound_http_address {
host: "127.22.244.67"
port: 34373
}
}
}
19:55:32.732 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
19:55:32.906 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
19:55:33.008 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
19:55:33.113 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskrNzCxx/test-tmp
19:55:33.114 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
19:55:33.114 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskrNzCxx/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
19:55:33.118 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
19:55:33.482 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:55:33.483 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
19:55:33.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:33.486915 24333 mini_oidc.cc:150] Starting JWKS server
19:55:33.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:33.490335 24333 webserver.cc:533] Webserver started at http://127.0.0.1:41307/ using document root <none> and password file <none>
19:55:33.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:33.490864 24333 mini_oidc.cc:186] Starting OIDC Discovery server
19:55:33.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:33.492677 24333 webserver.cc:533] Webserver started at http://127.0.0.1:44589/ using document root <none> and password file <none>
19:55:33.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
19:55:33.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/principal' for realm 'KRBTEST.COM',
19:55:33.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
19:55:33.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:33 dist-test-slave-6k22 krb5kdc[24346](info): setting up network...
19:55:33.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
19:55:33.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:33 dist-test-slave-6k22 krb5kdc[24346](info): set up 2 sockets
19:55:33.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:33 dist-test-slave-6k22 krb5kdc[24346](info): commencing operation
19:55:33.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
19:55:33.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:33.687484 24321 heartbeater.cc:499] Master 127.22.244.124:35395 was elected leader, sending a full tablet report...
19:55:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:35.710166 24333 mini_kdc.cc:121] Time spent starting KDC: real 2.179s user 0.005s sys 0.019s
19:55:35.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
19:55:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:55:35.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
19:55:35.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
19:55:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:55:35.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
19:55:35.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
19:55:35.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:55:35.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
19:55:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
19:55:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/test-user.keytab.
19:55:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/test-user.keytab.
19:55:35.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:35 dist-test-slave-6k22 krb5kdc[24346](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218935, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:55:35.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:55:35.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T19:55:35Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
19:55:35.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T19:55:35Z Disabled control of system clock
19:55:35.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.195.126@KRBTEST.COM; defaulting to no policy
19:55:35.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.195.126@KRBTEST.COM" created.
19:55:35.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:35.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.195.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:35.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.195.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:35.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.195.126@KRBTEST.COM; defaulting to no policy
19:55:35.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:35.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.195.126@KRBTEST.COM" created.
19:55:35.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:35.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.195.126 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:35.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.195.126 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:35.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:35.952584 24333 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:35.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:35.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/wal
19:55:35.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/data
19:55:35.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:55:35.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:55:35.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:55:35.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:35.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/logs
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/data/info.pb
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.195.126:46311
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.195.126
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.195.126
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.195.84:40683
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.195.126:46311,127.23.195.125:41029,127.23.195.124:44833
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41307/jwks.json
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
19:55:35.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:55:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:36.271833 24364 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:55:36.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:36.272388 24364 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:55:36.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:36.272949 24364 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:55:36.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:36.307217 24364 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
19:55:36.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:36.307461 24364 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:55:36.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:36.307816 24364 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:55:36.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:36.308030 24364 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:55:36.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:36.308239 24364 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:55:36.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:36.308434 24364 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:55:36.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:36.308580 24364 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41307/jwks.json
19:55:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:36.347604 24364 master_runner.cc:387] Master server non-default flags:
19:55:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/logs
19:55:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:55:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.195.84:40683
19:55:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/data
19:55:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/wal
19:55:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:55:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:55:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.195.126:46311,127.23.195.125:41029,127.23.195.124:44833
19:55:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab
19:55:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.195.126
19:55:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:55:36.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.195.126:46311
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41307/jwks.json
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/data/info.pb
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.195.126
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 19:43:21 UTC on e7f111948823
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13247
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:55:36.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:36.348841 24364 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:55:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:36.349845 24364 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:55:36.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:36.362327 24371 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:37.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:36.364205 24372 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:37.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:37.644300 24374 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:37.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:37.646901 24373 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1278 milliseconds
19:55:37.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.646998 24364 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:55:37.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.648623 24364 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:55:37.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.651968 24364 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:55:37.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.653452 24364 hybrid_clock.cc:648] HybridClock initialized: now 1786218937653410 us; error 123 us; skew 500 ppm
19:55:37.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.654318 24364 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:55:37.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:37 dist-test-slave-6k22 krb5kdc[24346](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218937, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:55:37.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.660367 24364 init.cc:377] Logged in from keytab as kudu/127.23.195.126@KRBTEST.COM (short username kudu)
19:55:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.665761 24364 webserver.cc:533] Webserver started at http://127.23.195.126:46573/ using document root <none> and password file <none>
19:55:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.666625 24364 fs_manager.cc:362] Metadata directory not provided
19:55:37.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.666821 24364 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:55:37.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.667200 24364 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:55:37.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.671527 24364 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/data/instance:
19:55:37.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5ec9b7718a540868722b6368f016aaa"
19:55:37.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:37 on dist-test-slave-6k22"
19:55:37.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.672719 24364 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/wal/instance:
19:55:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5ec9b7718a540868722b6368f016aaa"
19:55:37.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:37 on dist-test-slave-6k22"
19:55:37.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.680512 24364 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.006s sys 0.001s
19:55:37.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.685858 24384 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:55:37.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.686856 24364 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.002s
19:55:37.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.687260 24364 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/data,/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/wal
19:55:37.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5ec9b7718a540868722b6368f016aaa"
19:55:37.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:37 on dist-test-slave-6k22"
19:55:37.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.687657 24364 fs_report.cc:389] FS layout report
19:55:37.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:55:37.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/wal
19:55:37.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/wal
19:55:37.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/data/data
19:55:37.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:55:37.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:55:37.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:55:37.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:55:37.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:55:37.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:55:37.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:55:37.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:55:37.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:55:37.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:55:37.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:55:37.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.777246 24364 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:55:37.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.788066 24364 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:55:37.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.788476 24364 kserver.cc:163] Server-wide thread pool size limit: 3276
19:55:37.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.864986 24364 rpc_server.cc:307] RPC server started. Bound to: 127.23.195.126:46311
19:55:37.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.865021 24447 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.195.126:46311 every 8 connection(s)
19:55:37.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.867699 24364 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/data/info.pb
19:55:37.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.869853 24333 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu as pid 24364
19:55:37.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.870471 24333 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/wal/instance
19:55:37.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.874351 24449 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:55:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.885398 24449 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } has no permanent_uuid. Determining permanent_uuid...
19:55:37.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.195.125@KRBTEST.COM; defaulting to no policy
19:55:37.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:37.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.195.125@KRBTEST.COM" created.
19:55:37.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:37 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218937, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.126@KRBTEST.COM for kudu/127.23.195.126@KRBTEST.COM
19:55:37.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:37.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.195.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:37.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.195.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:37.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.932443 24449 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } has no permanent_uuid. Determining permanent_uuid...
19:55:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:37.936880 24386 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.195.125:41029: connect: Connection refused (error 111)
19:55:37.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:37.946095 24449 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.195.125:41029: Network error: Client connection negotiation failed: client connection to 127.23.195.125:41029: connect: Connection refused (error 111)
19:55:37.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.195.125@KRBTEST.COM; defaulting to no policy
19:55:37.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:37.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.195.125@KRBTEST.COM" created.
19:55:37.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:37.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.195.125 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:37.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.195.125 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:37.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.992677 24333 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:37.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:37.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/wal
19:55:37.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/data
19:55:37.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:55:37.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:55:37.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/logs
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/data/info.pb
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.195.125:41029
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.195.125
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.195.125
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.195.84:40683
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.195.126:46311,127.23.195.125:41029,127.23.195.124:44833
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41307/jwks.json
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
19:55:37.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:55:37.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:37.995676 24449 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } attempt: 1
19:55:38.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:38.000676 24449 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.195.125:41029: Network error: Client connection negotiation failed: client connection to 127.23.195.125:41029: connect: Connection refused (error 111)
19:55:38.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:38.069134 24449 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } attempt: 2
19:55:38.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:38.074100 24449 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.195.125:41029: Network error: Client connection negotiation failed: client connection to 127.23.195.125:41029: connect: Connection refused (error 111)
19:55:38.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:38.165546 24449 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } attempt: 3
19:55:38.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:38.170066 24449 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.195.125:41029: Network error: Client connection negotiation failed: client connection to 127.23.195.125:41029: connect: Connection refused (error 111)
19:55:38.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:38.313580 24449 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } attempt: 4
19:55:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:38.318126 24449 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.195.125:41029: Network error: Client connection negotiation failed: client connection to 127.23.195.125:41029: connect: Connection refused (error 111)
19:55:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:38.319448 24461 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:55:38.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:38.320039 24461 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:55:38.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:38.320595 24461 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:55:38.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:38.354027 24461 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
19:55:38.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:38.354245 24461 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:55:38.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:38.354496 24461 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:55:38.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:38.354714 24461 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:55:38.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:38.354914 24461 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:55:38.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:38.355095 24461 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:55:38.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:38.355232 24461 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41307/jwks.json
19:55:38.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:38.393260 24461 master_runner.cc:387] Master server non-default flags:
19:55:38.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/logs
19:55:38.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:38.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:55:38.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:38.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.195.84:40683
19:55:38.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:38.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/data
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/wal
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.195.126:46311,127.23.195.125:41029,127.23.195.124:44833
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.195.125
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.195.125:41029
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41307/jwks.json
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/data/info.pb
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.195.125
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 19:43:21 UTC on e7f111948823
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13247
19:55:38.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:55:38.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:38.394804 24461 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:55:38.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:38.396312 24461 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:55:38.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:38.409202 24469 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:38.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:38.617683 24449 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } attempt: 5
19:55:38.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:38.626773 24449 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.195.125:41029: Network error: Client connection negotiation failed: client connection to 127.23.195.125:41029: connect: Connection refused (error 111)
19:55:39.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:39.174348 24449 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } attempt: 6
19:55:39.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:39.208905 24449 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.195.125:41029: Network error: Client connection negotiation failed: client connection to 127.23.195.125:41029: connect: Connection refused (error 111)
19:55:40.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.269555 24449 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } attempt: 7
19:55:40.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:39.813642 24468 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 24461
19:55:40.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:40.338754 24461 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.929s user 0.698s sys 1.223s
19:55:40.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:40.339152 24461 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.930s user 0.698s sys 1.223s
19:55:40.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:38.410115 24470 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:40.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:40.340998 24449 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.195.125:41029: Network error: Client connection negotiation failed: client connection to 127.23.195.125:41029: connect: Connection refused (error 111)
19:55:40.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:40.341625 24472 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:40.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:40.344686 24471 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1929 milliseconds
19:55:40.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.344760 24461 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:55:40.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.346101 24461 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:55:40.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.348711 24461 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:55:40.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.350169 24461 hybrid_clock.cc:648] HybridClock initialized: now 1786218940350111 us; error 40 us; skew 500 ppm
19:55:40.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.350976 24461 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:55:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:40 dist-test-slave-6k22 krb5kdc[24346](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218940, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:55:40.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.357287 24461 init.cc:377] Logged in from keytab as kudu/127.23.195.125@KRBTEST.COM (short username kudu)
19:55:40.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.362607 24461 webserver.cc:533] Webserver started at http://127.23.195.125:46809/ using document root <none> and password file <none>
19:55:40.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.363649 24461 fs_manager.cc:362] Metadata directory not provided
19:55:40.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.363855 24461 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:55:40.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.364279 24461 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:55:40.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.368826 24461 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/data/instance:
19:55:40.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c3928b25fafc491693e4d079ad6e9c2a"
19:55:40.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:40 on dist-test-slave-6k22"
19:55:40.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.370270 24461 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/wal/instance:
19:55:40.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c3928b25fafc491693e4d079ad6e9c2a"
19:55:40.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:40 on dist-test-slave-6k22"
19:55:40.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.378288 24461 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.005s
19:55:40.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.384588 24492 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:55:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.385993 24461 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
19:55:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.386402 24461 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/data,/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/wal
19:55:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c3928b25fafc491693e4d079ad6e9c2a"
19:55:40.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:40 on dist-test-slave-6k22"
19:55:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.386812 24461 fs_report.cc:389] FS layout report
19:55:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:55:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/wal
19:55:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/wal
19:55:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/data/data
19:55:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:55:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:55:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:55:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:55:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:55:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:55:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:55:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:55:40.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:55:40.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:55:40.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:55:40.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.447101 24461 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:55:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.453487 24461 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:55:40.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.453962 24461 kserver.cc:163] Server-wide thread pool size limit: 3276
19:55:40.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.617030 24461 rpc_server.cc:307] RPC server started. Bound to: 127.23.195.125:41029
19:55:40.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.617304 24550 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.195.125:41029 every 8 connection(s)
19:55:40.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.621871 24461 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/data/info.pb
19:55:40.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.624869 24333 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu as pid 24461
19:55:40.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.625708 24333 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/wal/instance
19:55:40.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.639304 24551 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:55:40.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.195.124@KRBTEST.COM; defaulting to no policy
19:55:40.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:40.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.195.124@KRBTEST.COM" created.
19:55:40.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.657264 24551 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } has no permanent_uuid. Determining permanent_uuid...
19:55:40.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:40.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.195.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:40.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.195.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:40.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:40 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218940, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.125@KRBTEST.COM for kudu/127.23.195.126@KRBTEST.COM
19:55:40.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.195.124@KRBTEST.COM; defaulting to no policy
19:55:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.195.124@KRBTEST.COM" created.
19:55:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.705338 24551 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } has no permanent_uuid. Determining permanent_uuid...
19:55:40.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:40 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218940, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.125@KRBTEST.COM for kudu/127.23.195.125@KRBTEST.COM
19:55:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.195.124 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:40.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.195.124 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.735793 24333 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/wal
19:55:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/data
19:55:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:55:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:55:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:55:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/logs
19:55:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/data/info.pb
19:55:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:55:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:55:40.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:55:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:55:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:55:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:55:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:55:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:55:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.195.124:44833
19:55:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.195.124
19:55:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab
19:55:40.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.195.124
19:55:40.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:55:40.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:55:40.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:55:40.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
19:55:40.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.195.84:40683
19:55:40.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:40.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:40.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:40.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:55:40.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.195.126:46311,127.23.195.125:41029,127.23.195.124:44833
19:55:40.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:55:40.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41307/jwks.json
19:55:40.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
19:55:40.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:55:40.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.755046 24551 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } has no permanent_uuid. Determining permanent_uuid...
19:55:40.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:40.759512 24494 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111)
19:55:40.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:40.769601 24551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.195.124:44833: Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111)
19:55:40.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.819404 24551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } attempt: 1
19:55:40.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:40.826936 24551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.195.124:44833: Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111)
19:55:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.895467 24551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } attempt: 2
19:55:40.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:40.905018 24551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.195.124:44833: Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111)
19:55:40.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:40.996523 24551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } attempt: 3
19:55:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:41.003840 24551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.195.124:44833: Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111)
19:55:41.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:41.147406 24551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } attempt: 4
19:55:41.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:41.154649 24551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.195.124:44833: Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111)
19:55:41.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:41.304791 24563 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:55:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:41.305773 24563 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:55:41.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:41.306638 24563 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:55:41.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:41.340871 24563 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
19:55:41.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:41.341111 24563 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:55:41.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:41.341393 24563 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:55:41.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:41.341596 24563 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:55:41.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:41.341820 24563 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:55:41.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:41.342036 24563 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:55:41.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:41.342181 24563 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41307/jwks.json
19:55:41.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:41.382638 24563 master_runner.cc:387] Master server non-default flags:
19:55:41.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/logs
19:55:41.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:41.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:55:41.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:41.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.195.84:40683
19:55:41.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:41.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:41.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/data
19:55:41.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/wal
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.195.126:46311,127.23.195.125:41029,127.23.195.124:44833
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.195.124
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.195.124:44833
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41307/jwks.json
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/data/info.pb
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.195.124
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:55:41.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:41.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:55:41.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:55:41.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:55:41.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:55:41.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:55:41.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 19:43:21 UTC on e7f111948823
19:55:41.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13247
19:55:41.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:55:41.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:41.384069 24563 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:55:41.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:41.385138 24563 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:55:41.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:41.411414 24571 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:41.454111 24551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } attempt: 5
19:55:41.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:41.462417 24551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.195.124:44833: Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111)
19:55:42.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:42.009953 24551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } attempt: 6
19:55:42.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:42.053347 24551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.195.124:44833: Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111)
19:55:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:42.431445 24449 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } attempt: 8
19:55:42.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:42 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218937, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.126@KRBTEST.COM for kudu/127.23.195.125@KRBTEST.COM
19:55:42.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:42.499751 24449 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } has no permanent_uuid. Determining permanent_uuid...
19:55:42.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:42.532989 24449 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.195.124:44833: Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111)
19:55:42.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:42.598639 24449 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } attempt: 1
19:55:42.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:42.614761 24449 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.195.124:44833: Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111)
19:55:42.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:42.668383 24449 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } attempt: 2
19:55:42.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:42.680721 24449 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.195.124:44833: Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111)
19:55:42.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:42.757452 24449 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } attempt: 3
19:55:42.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:42.808074 24449 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.195.124:44833: Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111)
19:55:42.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:42.963699 24449 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } attempt: 4
19:55:42.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:42.967765 24386 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111) [suppressed 11 similar messages]
19:55:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:42.973959 24449 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.195.124:44833: Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111)
19:55:43.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:43.114090 24551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } attempt: 7
19:55:43.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:43.217252 24551 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.195.124:44833: Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111)
19:55:43.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:43.270709 24449 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } attempt: 5
19:55:43.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:43.288326 24449 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.195.124:44833: Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111)
19:55:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:42.810226 24570 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 24563
19:55:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:43.591722 24570 kernel_stack_watchdog.cc:198] Thread 24563 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 388ms:
19:55:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
19:55:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
19:55:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
19:55:43.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
19:55:43.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:43.593760 24563 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.177s user 0.641s sys 1.356s
19:55:43.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:41.415838 24572 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:43.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:43.594307 24563 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.178s user 0.641s sys 1.356s
19:55:43.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:43.595122 24573 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2176 milliseconds
19:55:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:43.596925 24563 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:55:43.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:43.596899 24574 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:43.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:43.605224 24563 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:55:43.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:43.610091 24563 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:55:43.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:43.611677 24563 hybrid_clock.cc:648] HybridClock initialized: now 1786218943611546 us; error 141 us; skew 500 ppm
19:55:43.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:43.612733 24563 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:55:43.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:43 dist-test-slave-6k22 krb5kdc[24346](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218943, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:55:43.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:43.624411 24563 init.cc:377] Logged in from keytab as kudu/127.23.195.124@KRBTEST.COM (short username kudu)
19:55:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:43.638976 24563 webserver.cc:533] Webserver started at http://127.23.195.124:44997/ using document root <none> and password file <none>
19:55:43.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:43.640172 24563 fs_manager.cc:362] Metadata directory not provided
19:55:43.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:43.640501 24563 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:55:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:43.641075 24563 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:55:43.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:43.646605 24563 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/data/instance:
19:55:43.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "18333852a4074c3f91319279afc07e98"
19:55:43.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:43 on dist-test-slave-6k22"
19:55:43.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:43.647900 24563 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/wal/instance:
19:55:43.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "18333852a4074c3f91319279afc07e98"
19:55:43.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:43 on dist-test-slave-6k22"
19:55:43.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:43.660763 24563 fs_manager.cc:696] Time spent creating directory manager: real 0.012s user 0.005s sys 0.006s
19:55:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:43.668637 24597 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:55:43.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:43.669935 24563 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.001s sys 0.004s
19:55:43.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:43.670342 24563 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/data,/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/wal
19:55:43.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "18333852a4074c3f91319279afc07e98"
19:55:43.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:43 on dist-test-slave-6k22"
19:55:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:43.670728 24563 fs_report.cc:389] FS layout report
19:55:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:55:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/wal
19:55:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/wal
19:55:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/data/data
19:55:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:55:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:55:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:55:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:55:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:55:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:55:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:55:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:55:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:55:43.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:55:43.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:55:43.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:43.752353 24563 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:55:43.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:43.760398 24563 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:55:43.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:43.761021 24563 kserver.cc:163] Server-wide thread pool size limit: 3276
19:55:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:43.810029 24449 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } attempt: 6
19:55:43.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:43.832501 24449 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.195.124:44833: Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111)
19:55:44.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.063959 24563 rpc_server.cc:307] RPC server started. Bound to: 127.23.195.124:44833
19:55:44.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.064432 24658 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.195.124:44833 every 8 connection(s)
19:55:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.066896 24563 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/data/info.pb
19:55:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.075337 24333 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu as pid 24563
19:55:44.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.077260 24333 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/wal/instance
19:55:44.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.082897 24661 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
19:55:44.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.120321 24661 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } has no permanent_uuid. Determining permanent_uuid...
19:55:44.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:44 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218935, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.23.195.126@KRBTEST.COM
19:55:44.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:44 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218943, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.124@KRBTEST.COM for kudu/127.23.195.126@KRBTEST.COM
19:55:44.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:44 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218935, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.23.195.125@KRBTEST.COM
19:55:44.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.203903 24661 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } has no permanent_uuid. Determining permanent_uuid...
19:55:44.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:44 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218943, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.124@KRBTEST.COM for kudu/127.23.195.125@KRBTEST.COM
19:55:44.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:44 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218935, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.23.195.124@KRBTEST.COM
19:55:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.249763 24661 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } has no permanent_uuid. Determining permanent_uuid...
19:55:44.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:44 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218943, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.124@KRBTEST.COM for kudu/127.23.195.124@KRBTEST.COM
19:55:44.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.300066 24661 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98: Bootstrap starting.
19:55:44.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.316569 24661 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98: Neither blocks nor log segments found. Creating new log.
19:55:44.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.320649 24661 log.cc:826] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98: Log is configured to *not* fsync() on all Append() calls
19:55:44.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.332360 24661 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98: No bootstrap required, opened a new log
19:55:44.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.368129 24661 raft_consensus.cc:359] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } }
19:55:44.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.368884 24661 raft_consensus.cc:385] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:55:44.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.369233 24661 raft_consensus.cc:740] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 18333852a4074c3f91319279afc07e98, State: Initialized, Role: FOLLOWER
19:55:44.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.370090 24661 consensus_queue.cc:260] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } }
19:55:44.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.374805 24671 sys_catalog.cc:455] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } } }
19:55:44.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.375660 24671 sys_catalog.cc:458] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [sys.catalog]: This master's current role is: FOLLOWER
19:55:44.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.377526 24661 sys_catalog.cc:565] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [sys.catalog]: configured and running, proceeding with master startup.
19:55:44.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:44.477965 24683 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:55:44.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:44.478498 24683 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:55:44.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.461539 24563 master_runner.cc:187] Error getting master registration for 127.23.195.126:46311: OK, instance_id { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" instance_seqno: 1786218937843692 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:55:44.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.508271 24563 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:55:44.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:44.523718 24603 tablet.cc:2406] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:55:44.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.849699 24671 raft_consensus.cc:493] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:55:44.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.850651 24671 raft_consensus.cc:515] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } }
19:55:44.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.855463 24671 leader_election.cc:290] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c5ec9b7718a540868722b6368f016aaa (127.23.195.126:46311), c3928b25fafc491693e4d079ad6e9c2a (127.23.195.125:41029)
19:55:44.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.870216 24449 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } attempt: 7
19:55:44.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:44 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218937, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.126@KRBTEST.COM for kudu/127.23.195.124@KRBTEST.COM
19:55:44.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:44.988291 24449 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa: Bootstrap starting.
19:55:45.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.021829 24449 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa: Neither blocks nor log segments found. Creating new log.
19:55:45.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.042754 24449 log.cc:826] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa: Log is configured to *not* fsync() on all Append() calls
19:55:45.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.050447 24449 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa: No bootstrap required, opened a new log
19:55:45.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.114763 24449 raft_consensus.cc:359] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } }
19:55:45.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.116436 24449 raft_consensus.cc:385] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:55:45.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.117034 24449 raft_consensus.cc:740] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c5ec9b7718a540868722b6368f016aaa, State: Initialized, Role: FOLLOWER
19:55:45.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.119318 24449 consensus_queue.cc:260] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } }
19:55:45.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.138218 24449 sys_catalog.cc:565] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [sys.catalog]: configured and running, proceeding with master startup.
19:55:45.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.144984 24420 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "18333852a4074c3f91319279afc07e98" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5ec9b7718a540868722b6368f016aaa" is_pre_election: true
19:55:45.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.144459 24688 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } } }
19:55:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.146826 24688 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [sys.catalog]: This master's current role is: FOLLOWER
19:55:45.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.147228 24420 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 18333852a4074c3f91319279afc07e98 in term 0.
19:55:45.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.150513 24599 leader_election.cc:304] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 18333852a4074c3f91319279afc07e98, c5ec9b7718a540868722b6368f016aaa; no voters:
19:55:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.152441 24671 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [term 0 FOLLOWER]: Leader pre-election won for term 1
19:55:45.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.153169 24671 raft_consensus.cc:493] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:55:45.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.153820 24671 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [term 0 FOLLOWER]: Advancing to term 1
19:55:45.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.184655 24671 raft_consensus.cc:515] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } }
19:55:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.212334 24420 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "18333852a4074c3f91319279afc07e98" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c5ec9b7718a540868722b6368f016aaa"
19:55:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.213317 24420 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [term 0 FOLLOWER]: Advancing to term 1
19:55:45.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.214114 24671 leader_election.cc:290] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [CANDIDATE]: Term 1 election: Requested vote from peers c5ec9b7718a540868722b6368f016aaa (127.23.195.126:46311), c3928b25fafc491693e4d079ad6e9c2a (127.23.195.125:41029)
19:55:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.234125 24420 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 18333852a4074c3f91319279afc07e98 in term 1.
19:55:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.236937 24599 leader_election.cc:304] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 18333852a4074c3f91319279afc07e98, c5ec9b7718a540868722b6368f016aaa; no voters:
19:55:45.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.238500 24671 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [term 1 FOLLOWER]: Leader election won for term 1
19:55:45.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.260010 24671 raft_consensus.cc:697] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [term 1 LEADER]: Becoming Leader. State: Replica: 18333852a4074c3f91319279afc07e98, State: Running, Role: LEADER
19:55:45.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.268597 24671 consensus_queue.cc:237] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } }
19:55:45.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.307914 24551 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } attempt: 8
19:55:45.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:45.314781 24392 tablet.cc:2406] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:55:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.334048 24695 sys_catalog.cc:455] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 18333852a4074c3f91319279afc07e98. Latest consensus state: current_term: 1 leader_uuid: "18333852a4074c3f91319279afc07e98" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } } }
19:55:45.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.342201 24695 sys_catalog.cc:458] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [sys.catalog]: This master's current role is: LEADER
19:55:45.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.357957 24708 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
19:55:45.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:45 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218940, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.125@KRBTEST.COM for kudu/127.23.195.124@KRBTEST.COM
19:55:45.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.391755 24708 catalog_manager.cc:1520] Initializing Kudu cluster ID...
19:55:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:45.397837 24706 catalog_manager.cc:1594] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
19:55:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:45.398370 24706 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
19:55:45.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.347322 24364 master_runner.cc:187] Error getting master registration for 127.23.195.125:41029: OK, instance_id { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" instance_seqno: 1786218940565761 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
19:55:45.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.433543 24364 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:55:45.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.436252 24420 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [term 1 FOLLOWER]: Refusing update from remote peer 18333852a4074c3f91319279afc07e98: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:55:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.447404 24695 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
19:55:45.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.466552 24551 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a: Bootstrap starting.
19:55:45.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.479610 24551 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a: Neither blocks nor log segments found. Creating new log.
19:55:45.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.486763 24551 log.cc:826] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a: Log is configured to *not* fsync() on all Append() calls
19:55:45.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.532064 24688 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [sys.catalog]: SysCatalogTable state changed. Reason: New leader 18333852a4074c3f91319279afc07e98. Latest consensus state: current_term: 1 leader_uuid: "18333852a4074c3f91319279afc07e98" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } } }
19:55:45.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.547796 24688 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [sys.catalog]: This master's current role is: FOLLOWER
19:55:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.554009 24551 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a: No bootstrap required, opened a new log
19:55:45.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.555559 24695 sys_catalog.cc:455] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "18333852a4074c3f91319279afc07e98" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } } }
19:55:45.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.556470 24708 catalog_manager.cc:1383] Generated new cluster ID: b019645d2d5143de94d72e5ea2bc7b80
19:55:45.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.556974 24708 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
19:55:45.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.556504 24695 sys_catalog.cc:458] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [sys.catalog]: This master's current role is: LEADER
19:55:45.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.592768 24688 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "18333852a4074c3f91319279afc07e98" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } } }
19:55:45.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.593878 24688 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [sys.catalog]: This master's current role is: FOLLOWER
19:55:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.655330 24708 catalog_manager.cc:1406] Generated new certificate authority record
19:55:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.658134 24708 catalog_manager.cc:1540] Loading token signing keys...
19:55:45.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.738582 24551 raft_consensus.cc:359] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } }
19:55:45.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.740008 24551 raft_consensus.cc:385] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
19:55:45.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.740484 24551 raft_consensus.cc:740] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c3928b25fafc491693e4d079ad6e9c2a, State: Initialized, Role: FOLLOWER
19:55:45.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.742269 24551 consensus_queue.cc:260] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } }
19:55:45.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.756146 24551 sys_catalog.cc:565] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [sys.catalog]: configured and running, proceeding with master startup.
19:55:45.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.764410 24708 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98: Generated new TSK 0
19:55:45.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.766137 24708 catalog_manager.cc:1550] Initializing in-progress tserver states...
19:55:45.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.770593 24525 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "18333852a4074c3f91319279afc07e98" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c3928b25fafc491693e4d079ad6e9c2a" is_pre_election: true
19:55:45.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.773404 24524 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "18333852a4074c3f91319279afc07e98" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c3928b25fafc491693e4d079ad6e9c2a"
19:55:45.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.784963 24523 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [term 0 FOLLOWER]: Advancing to term 1
19:55:45.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.794651 24718 sys_catalog.cc:455] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } } }
19:55:45.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.808817 24718 sys_catalog.cc:458] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [sys.catalog]: This master's current role is: FOLLOWER
19:55:45.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.818807 24523 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [term 1 FOLLOWER]: Refusing update from remote peer 18333852a4074c3f91319279afc07e98: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
19:55:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:45.879035 24695 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
19:55:45.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.195.65@KRBTEST.COM; defaulting to no policy
19:55:45.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:45.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.195.65@KRBTEST.COM" created.
19:55:45.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:45.966713 24498 tablet.cc:2406] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a: Can't schedule compaction. Clean time has not been advanced past its initial value.
19:55:45.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:45.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.195.65 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:45.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.195.65 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:45.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:45.994879 24333 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.23.195.65: real 0.163s user 0.003s sys 0.024s
19:55:46.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.195.65@KRBTEST.COM; defaulting to no policy
19:55:46.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:46.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.195.65@KRBTEST.COM" created.
19:55:46.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:46.072046 24718 sys_catalog.cc:455] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 18333852a4074c3f91319279afc07e98. Latest consensus state: current_term: 1 leader_uuid: "18333852a4074c3f91319279afc07e98" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } } }
19:55:46.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:46.072749 24718 sys_catalog.cc:458] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [sys.catalog]: This master's current role is: FOLLOWER
19:55:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:46.073927 24731 sys_catalog.cc:455] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "18333852a4074c3f91319279afc07e98" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } } }
19:55:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:46.074584 24731 sys_catalog.cc:458] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [sys.catalog]: This master's current role is: FOLLOWER
19:55:46.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:46.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.195.65 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:46.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.195.65 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:46.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:46.101501 24333 mini_kdc.cc:268] Time spent creating service keytab for HTTP/127.23.195.65: real 0.106s user 0.004s sys 0.016s
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:46.106377 24333 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-0/wal
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-0/data
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-0/logs
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-0/data/info.pb
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.195.65:0
19:55:46.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.195.65
19:55:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.195.65
19:55:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.195.126:46311,127.23.195.125:41029,127.23.195.124:44833
19:55:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab
19:55:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.195.65
19:55:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:55:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:55:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:55:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
19:55:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.195.84:40683
19:55:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:46.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:46.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:55:46.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:46.099185 24743 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
19:55:46.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:46.318783 24748 sys_catalog.cc:455] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "18333852a4074c3f91319279afc07e98" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } } }
19:55:46.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:46.319921 24748 sys_catalog.cc:458] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [sys.catalog]: This master's current role is: LEADER
19:55:46.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:46.405424 24706 catalog_manager.cc:1295] Loaded cluster ID: b019645d2d5143de94d72e5ea2bc7b80
19:55:46.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:46.407640 24706 catalog_manager.cc:1588] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa: loading cluster ID for follower catalog manager: success
19:55:46.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:46.416002 24706 catalog_manager.cc:1610] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa: acquiring CA information for follower catalog manager: success
19:55:46.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:46.426115 24706 catalog_manager.cc:1638] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:55:46.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:46.762524 24744 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:55:46.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:46.763463 24744 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:55:46.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:46.764593 24744 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:55:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:46.829903 24744 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:55:46.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:46.831595 24744 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.195.65
19:55:46.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:46.906023 24744 tablet_server_runner.cc:78] Tablet server non-default flags:
19:55:46.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-0/logs
19:55:46.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:46.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:55:46.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:46.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.195.84:40683
19:55:46.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:46.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:46.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-0/data
19:55:46.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-0/wal
19:55:46.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab
19:55:46.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.195.65
19:55:46.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:46.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:46.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.195.65:0
19:55:46.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:55:46.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:55:46.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:55:46.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:55:46.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:46.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:46.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-0/data/info.pb
19:55:46.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.195.65
19:55:46.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:46.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.195.126:46311,127.23.195.125:41029,127.23.195.124:44833
19:55:46.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:55:46.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:46.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:55:46.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:55:46.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:46.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.195.65
19:55:46.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:55:46.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:55:46.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:55:46.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:55:46.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:55:46.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 19:43:21 UTC on e7f111948823
19:55:46.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13247
19:55:46.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:55:46.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:46.910756 24744 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:55:46.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:46.912418 24744 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:55:47.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:47.041301 24758 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:47.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:47.125038 24743 catalog_manager.cc:1295] Loaded cluster ID: b019645d2d5143de94d72e5ea2bc7b80
19:55:47.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:47.125401 24743 catalog_manager.cc:1588] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a: loading cluster ID for follower catalog manager: success
19:55:47.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:47.136301 24743 catalog_manager.cc:1610] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a: acquiring CA information for follower catalog manager: success
19:55:47.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:47.147063 24743 catalog_manager.cc:1638] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:55:47.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:47 dist-test-slave-6k22 krb5kdc[24346](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218947, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:55:47.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:47.668922 24379 init.cc:295] Successfully reacquired a new kerberos TGT
19:55:47.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:47.940073 23712 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.22.244.126:41915, user_credentials={real_user=slave}} blocked reactor thread for 85806.1us
19:55:49.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:47.051224 24761 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:49.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:47.052958 24744 server_base.cc:1061] running on GCE node
19:55:49.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:47.042454 24757 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:49.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.035288 24744 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:55:49.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.042987 24744 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:55:49.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.044660 24744 hybrid_clock.cc:648] HybridClock initialized: now 1786218949044588 us; error 53 us; skew 500 ppm
19:55:49.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.045796 24744 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:55:49.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:49 dist-test-slave-6k22 krb5kdc[24346](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218949, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:55:49.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.060586 24744 init.cc:377] Logged in from keytab as kudu/127.23.195.65@KRBTEST.COM (short username kudu)
19:55:49.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.091269 24744 webserver.cc:533] Webserver started at http://127.23.195.65:36965/ using document root <none> and password file <none>
19:55:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.093724 24744 fs_manager.cc:362] Metadata directory not provided
19:55:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.094002 24744 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:55:49.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.094594 24744 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:55:49.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.099543 24744 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-0/data/instance:
19:55:49.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fc2d4d7fbc4741ab98d8473566cadf13"
19:55:49.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:49 on dist-test-slave-6k22"
19:55:49.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.101022 24744 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-0/wal/instance:
19:55:49.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fc2d4d7fbc4741ab98d8473566cadf13"
19:55:49.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:49 on dist-test-slave-6k22"
19:55:49.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.115005 24744 fs_manager.cc:696] Time spent creating directory manager: real 0.013s user 0.004s sys 0.008s
19:55:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.136965 24776 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:55:49.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.138546 24744 fs_manager.cc:730] Time spent opening block manager: real 0.019s user 0.001s sys 0.011s
19:55:49.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.138957 24744 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-0/data,/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-0/wal
19:55:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fc2d4d7fbc4741ab98d8473566cadf13"
19:55:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:49 on dist-test-slave-6k22"
19:55:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.139423 24744 fs_report.cc:389] FS layout report
19:55:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:55:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-0/wal
19:55:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-0/wal
19:55:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-0/data/data
19:55:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:55:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:55:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:55:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:55:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:55:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:55:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:55:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:55:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:55:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:55:49.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:55:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.236533 24744 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:55:49.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.248219 24744 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:55:49.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.248960 24744 kserver.cc:163] Server-wide thread pool size limit: 3276
19:55:49.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.260075 24744 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:55:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.271749 24744 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:55:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.272029 24744 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:55:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.272303 24744 ts_tablet_manager.cc:616] Registered 0 tablets
19:55:49.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:49.272514 24744 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:55:50.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:50.296788 24744 rpc_server.cc:307] RPC server started. Bound to: 127.23.195.65:39535
19:55:50.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:50.296957 24905 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.195.65:39535 every 8 connection(s)
19:55:50.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:50.299934 24744 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-0/data/info.pb
19:55:50.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:50.303977 24333 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu as pid 24744
19:55:50.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:50.304466 24333 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-0/wal/instance
19:55:50.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:50 dist-test-slave-6k22 krb5kdc[24346](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218950, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:55:50.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:50.367198 24488 init.cc:295] Successfully reacquired a new kerberos TGT
19:55:50.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.195.66@KRBTEST.COM; defaulting to no policy
19:55:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.195.66@KRBTEST.COM" created.
19:55:50.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:50 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218949, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.65@KRBTEST.COM for kudu/127.23.195.124@KRBTEST.COM
19:55:50.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:50 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218949, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.65@KRBTEST.COM for kudu/127.23.195.125@KRBTEST.COM
19:55:50.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:50.468461 24906 heartbeater.cc:344] Connected to a master server at 127.23.195.124:44833
19:55:50.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:50.469426 24906 heartbeater.cc:461] Registering TS with master...
19:55:50.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:50.472083 24906 heartbeater.cc:507] Master 127.23.195.124:44833 requested a full tablet report, sending...
19:55:50.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:50.477263 24619 ts_manager.cc:194] Registered new tserver with Master: fc2d4d7fbc4741ab98d8473566cadf13 (127.23.195.65:39535)
19:55:50.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:50.481774 24619 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.23.195.65@KRBTEST.COM'} at 127.23.195.65:47339
19:55:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:50.500685 24907 heartbeater.cc:344] Connected to a master server at 127.23.195.125:41029
19:55:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:50.501241 24907 heartbeater.cc:461] Registering TS with master...
19:55:50.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:50.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.195.66 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.195.66 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:50.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:50.502493 24907 heartbeater.cc:507] Master 127.23.195.125:41029 requested a full tablet report, sending...
19:55:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:50.503391 24333 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.23.195.66: real 0.184s user 0.006s sys 0.036s
19:55:50.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:50 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218949, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.65@KRBTEST.COM for kudu/127.23.195.126@KRBTEST.COM
19:55:50.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:50.514040 24515 ts_manager.cc:194] Registered new tserver with Master: fc2d4d7fbc4741ab98d8473566cadf13 (127.23.195.65:39535)
19:55:50.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:50.537392 24912 heartbeater.cc:344] Connected to a master server at 127.23.195.126:46311
19:55:50.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:50.537973 24912 heartbeater.cc:461] Registering TS with master...
19:55:50.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:50.539464 24912 heartbeater.cc:507] Master 127.23.195.126:46311 requested a full tablet report, sending...
19:55:50.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:50.545847 24406 ts_manager.cc:194] Registered new tserver with Master: fc2d4d7fbc4741ab98d8473566cadf13 (127.23.195.65:39535)
19:55:50.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.195.66@KRBTEST.COM; defaulting to no policy
19:55:50.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:50.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.195.66@KRBTEST.COM" created.
19:55:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.195.66 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:50.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.195.66 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:50.584440 24333 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:50.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-1/wal
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-1/data
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-1/logs
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-1/data/info.pb
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.195.66:0
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.195.66
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.195.66
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.195.126:46311,127.23.195.125:41029,127.23.195.124:44833
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab
19:55:50.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.195.66
19:55:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:55:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:55:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:55:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
19:55:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.195.84:40683
19:55:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:55:51.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:51.274680 24923 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:55:51.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:51.275389 24923 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:55:51.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:51.276139 24923 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:55:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:51.328979 24923 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:55:51.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:51.330304 24923 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.195.66
19:55:51.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:51.370277 24923 tablet_server_runner.cc:78] Tablet server non-default flags:
19:55:51.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-1/logs
19:55:51.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:51.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:55:51.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:51.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.195.84:40683
19:55:51.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:51.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-1/data
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-1/wal
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.195.66
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.195.66:0
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-1/data/info.pb
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.195.66
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.195.126:46311,127.23.195.125:41029,127.23.195.124:44833
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.195.66
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 19:43:21 UTC on e7f111948823
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13247
19:55:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:55:51.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:51.371724 24923 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:55:51.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:51.372874 24923 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:55:51.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:51.386950 24932 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:51.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:51.496025 24906 heartbeater.cc:499] Master 127.23.195.124:44833 was elected leader, sending a full tablet report...
19:55:52.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:51.392043 24936 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:52.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:51.388110 24933 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:52.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:52.695417 24935 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
19:55:52.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.695439 24923 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:55:52.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.699131 24923 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:55:52.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.701359 24923 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:55:52.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.702718 24923 hybrid_clock.cc:648] HybridClock initialized: now 1786218952702647 us; error 47 us; skew 500 ppm
19:55:52.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.703542 24923 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:55:52.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:52 dist-test-slave-6k22 krb5kdc[24346](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218952, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:55:52.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.710140 24923 init.cc:377] Logged in from keytab as kudu/127.23.195.66@KRBTEST.COM (short username kudu)
19:55:52.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.715862 24923 webserver.cc:533] Webserver started at http://127.23.195.66:35349/ using document root <none> and password file <none>
19:55:52.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.716825 24923 fs_manager.cc:362] Metadata directory not provided
19:55:52.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.717094 24923 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:55:52.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.717655 24923 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:55:52.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.721900 24923 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-1/data/instance:
19:55:52.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "46d07e3d3d224e47b5210e14beb236f1"
19:55:52.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:52 on dist-test-slave-6k22"
19:55:52.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.722944 24923 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-1/wal/instance:
19:55:52.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "46d07e3d3d224e47b5210e14beb236f1"
19:55:52.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:52 on dist-test-slave-6k22"
19:55:52.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.730535 24923 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.009s sys 0.001s
19:55:52.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.736492 24945 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:55:52.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.737640 24923 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
19:55:52.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.737998 24923 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-1/data,/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-1/wal
19:55:52.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "46d07e3d3d224e47b5210e14beb236f1"
19:55:52.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:52 on dist-test-slave-6k22"
19:55:52.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.738341 24923 fs_report.cc:389] FS layout report
19:55:52.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:55:52.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-1/wal
19:55:52.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-1/wal
19:55:52.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-1/data/data
19:55:52.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:55:52.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:55:52.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:55:52.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:55:52.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:55:52.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:55:52.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:55:52.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:55:52.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:55:52.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:55:52.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:55:52.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.793021 24923 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:55:52.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.798830 24923 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:55:52.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.799240 24923 kserver.cc:163] Server-wide thread pool size limit: 3276
19:55:52.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.801980 24923 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:55:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.806416 24923 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:55:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.806605 24923 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:55:52.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.806823 24923 ts_tablet_manager.cc:616] Registered 0 tablets
19:55:52.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:52.806958 24923 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:55:53.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:53.310874 24923 rpc_server.cc:307] RPC server started. Bound to: 127.23.195.66:43461
19:55:53.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:53.311372 25069 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.195.66:43461 every 8 connection(s)
19:55:53.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:53.314215 24923 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-1/data/info.pb
19:55:53.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:53.321376 24333 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu as pid 24923
19:55:53.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:53.322132 24333 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-1/wal/instance
19:55:53.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.23.195.67@KRBTEST.COM; defaulting to no policy
19:55:53.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:53.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.23.195.67@KRBTEST.COM" created.
19:55:53.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:53 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218952, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.66@KRBTEST.COM for kudu/127.23.195.124@KRBTEST.COM
19:55:53.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:53 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218952, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.66@KRBTEST.COM for kudu/127.23.195.126@KRBTEST.COM
19:55:53.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:53 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218952, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.66@KRBTEST.COM for kudu/127.23.195.125@KRBTEST.COM
19:55:53.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:53.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.195.67 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:53.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.23.195.67 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:53.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:53.463028 24333 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.23.195.67: real 0.113s user 0.003s sys 0.031s
19:55:53.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:53.465195 25071 heartbeater.cc:344] Connected to a master server at 127.23.195.125:41029
19:55:53.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:53.465619 25071 heartbeater.cc:461] Registering TS with master...
19:55:53.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:53.466579 25076 heartbeater.cc:344] Connected to a master server at 127.23.195.126:46311
19:55:53.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:53.467000 25071 heartbeater.cc:507] Master 127.23.195.125:41029 requested a full tablet report, sending...
19:55:53.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:53.467341 25076 heartbeater.cc:461] Registering TS with master...
19:55:53.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:53.470860 25070 heartbeater.cc:344] Connected to a master server at 127.23.195.124:44833
19:55:53.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:53.471592 25070 heartbeater.cc:461] Registering TS with master...
19:55:53.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:53.474476 25070 heartbeater.cc:507] Master 127.23.195.124:44833 requested a full tablet report, sending...
19:55:53.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:53.474785 24515 ts_manager.cc:194] Registered new tserver with Master: 46d07e3d3d224e47b5210e14beb236f1 (127.23.195.66:43461)
19:55:53.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:53.477501 25076 heartbeater.cc:507] Master 127.23.195.126:46311 requested a full tablet report, sending...
19:55:53.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:53.481070 24619 ts_manager.cc:194] Registered new tserver with Master: 46d07e3d3d224e47b5210e14beb236f1 (127.23.195.66:43461)
19:55:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:53.484725 24406 ts_manager.cc:194] Registered new tserver with Master: 46d07e3d3d224e47b5210e14beb236f1 (127.23.195.66:43461)
19:55:53.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:53.485241 24619 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.23.195.66@KRBTEST.COM'} at 127.23.195.66:50073
19:55:53.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.23.195.67@KRBTEST.COM; defaulting to no policy
19:55:53.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:53.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.23.195.67@KRBTEST.COM" created.
19:55:53.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
19:55:53.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.195.67 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:53.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.23.195.67 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab.
19:55:53.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:53.539201 24333 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:53.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:53.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-2/wal
19:55:53.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-2/data
19:55:53.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:55:53.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:55:53.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:55:53.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:53.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-2/logs
19:55:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-2/data/info.pb
19:55:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:55:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:55:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:55:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:55:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
19:55:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:55:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.195.67:0
19:55:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.195.67
19:55:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.195.67
19:55:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.195.126:46311,127.23.195.125:41029,127.23.195.124:44833
19:55:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab
19:55:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.195.67
19:55:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:55:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:55:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:55:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
19:55:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.195.84:40683
19:55:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:53.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:55:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:53 dist-test-slave-6k22 krb5kdc[24346](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218953, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:55:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:53.638868 24593 init.cc:295] Successfully reacquired a new kerberos TGT
19:55:54.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:54.122144 25087 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:55:54.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:54.122725 25087 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:55:54.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:54.123257 25087 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:55:54.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:54.157789 25087 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:55:54.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:54.158732 25087 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.195.67
19:55:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:54.202150 25087 tablet_server_runner.cc:78] Tablet server non-default flags:
19:55:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-2/logs
19:55:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:55:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.195.84:40683
19:55:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-2/data
19:55:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-2/wal
19:55:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab
19:55:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.195.67
19:55:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:54.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.195.67:0
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-2/data/info.pb
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.195.67
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.195.126:46311,127.23.195.125:41029,127.23.195.124:44833
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.195.67
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 19:43:21 UTC on e7f111948823
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13247
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:55:54.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:54.203616 25087 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:55:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:54.205063 25087 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:55:54.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:54.227466 25094 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:54.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:54.494931 25070 heartbeater.cc:499] Master 127.23.195.124:44833 was elected leader, sending a full tablet report...
19:55:55.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:55.649143 25093 debug-util.cc:398] Leaking SignalData structure 0x7b08000375e0 after lost signal to thread 25087
19:55:55.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:55.862766 25093 kernel_stack_watchdog.cc:198] Thread 25087 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 393ms:
19:55:55.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
19:55:55.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
19:55:55.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
19:55:55.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
19:55:55.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:54.234193 25095 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:55.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:55.880268 25087 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.640s user 0.000s sys 0.016s
19:55:55.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:55.880800 25087 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.641s user 0.000s sys 0.016s
19:55:55.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:55.881682 25097 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:55.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:55.883080 25087 server_base.cc:1061] running on GCE node
19:55:55.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:55.884691 25087 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:55:55.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:55.889124 25087 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:55:55.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:55.890604 25087 hybrid_clock.cc:648] HybridClock initialized: now 1786218955890521 us; error 36 us; skew 500 ppm
19:55:55.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:55.892032 25087 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:55:55.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:55 dist-test-slave-6k22 krb5kdc[24346](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218955, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.67@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:55:55.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:55.907902 25087 init.cc:377] Logged in from keytab as kudu/127.23.195.67@KRBTEST.COM (short username kudu)
19:55:55.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:55.924214 25087 webserver.cc:533] Webserver started at http://127.23.195.67:35585/ using document root <none> and password file <none>
19:55:55.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:55.925485 25087 fs_manager.cc:362] Metadata directory not provided
19:55:55.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:55.925786 25087 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:55:55.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:55.926608 25087 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
19:55:55.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:55.939319 25087 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-2/data/instance:
19:55:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67d170ddf19245459cbae7eac684164a"
19:55:55.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:55 on dist-test-slave-6k22"
19:55:55.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:55.941210 25087 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-2/wal/instance:
19:55:55.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67d170ddf19245459cbae7eac684164a"
19:55:55.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:55 on dist-test-slave-6k22"
19:55:55.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:55.958027 25087 fs_manager.cc:696] Time spent creating directory manager: real 0.016s user 0.009s sys 0.004s
19:55:55.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:55.983588 25108 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:55:55.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:55.985172 25087 fs_manager.cc:730] Time spent opening block manager: real 0.023s user 0.006s sys 0.012s
19:55:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:55.985575 25087 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-2/data,/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-2/wal
19:55:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "67d170ddf19245459cbae7eac684164a"
19:55:55.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:55 on dist-test-slave-6k22"
19:55:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:55.986033 25087 fs_report.cc:389] FS layout report
19:55:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:55:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-2/wal
19:55:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-2/wal
19:55:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-2/data/data
19:55:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:55:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:55:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:55:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:55:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:55:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:55:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:55:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:55:55.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:55:55.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:55:55.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:55:56.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.082664 25087 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:55:56.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.091310 25087 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:55:56.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.091953 25087 kserver.cc:163] Server-wide thread pool size limit: 3276
19:55:56.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.100219 25087 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
19:55:56.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.108680 25087 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
19:55:56.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.108880 25087 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
19:55:56.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.109071 25087 ts_tablet_manager.cc:616] Registered 0 tablets
19:55:56.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.109215 25087 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
19:55:56.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:56.484400 25066 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad160 after lost signal to thread 24925
19:55:56.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:56.485634 25066 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6d40 after lost signal to thread 25069
19:55:56.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.600605 25237 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.195.67:45043 every 8 connection(s)
19:55:56.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.601557 25087 rpc_server.cc:307] RPC server started. Bound to: 127.23.195.67:45043
19:55:56.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.605887 25087 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-2/data/info.pb
19:55:56.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.617417 24333 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu as pid 25087
19:55:56.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.619961 24333 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/ts-2/wal/instance
19:55:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:56 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218955, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.67@KRBTEST.COM for kudu/127.23.195.124@KRBTEST.COM
19:55:56.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:56 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218955, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.67@KRBTEST.COM for kudu/127.23.195.125@KRBTEST.COM
19:55:56.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.812213 25238 heartbeater.cc:344] Connected to a master server at 127.23.195.124:44833
19:55:56.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.813331 25238 heartbeater.cc:461] Registering TS with master...
19:55:56.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.818586 25238 heartbeater.cc:507] Master 127.23.195.124:44833 requested a full tablet report, sending...
19:55:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.824368 24619 ts_manager.cc:194] Registered new tserver with Master: 67d170ddf19245459cbae7eac684164a (127.23.195.67:45043)
19:55:56.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.828728 24619 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.23.195.67@KRBTEST.COM'} at 127.23.195.67:37345
19:55:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.839867 25239 heartbeater.cc:344] Connected to a master server at 127.23.195.125:41029
19:55:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.840476 25239 heartbeater.cc:461] Registering TS with master...
19:55:56.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.841799 25239 heartbeater.cc:507] Master 127.23.195.125:41029 requested a full tablet report, sending...
19:55:56.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:56 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218955, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.67@KRBTEST.COM for kudu/127.23.195.126@KRBTEST.COM
19:55:56.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.845703 24515 ts_manager.cc:194] Registered new tserver with Master: 67d170ddf19245459cbae7eac684164a (127.23.195.67:45043)
19:55:56.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.877038 25243 heartbeater.cc:344] Connected to a master server at 127.23.195.126:46311
19:55:56.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.877414 25243 heartbeater.cc:461] Registering TS with master...
19:55:56.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.878055 25243 heartbeater.cc:507] Master 127.23.195.126:46311 requested a full tablet report, sending...
19:55:56.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.881011 24406 ts_manager.cc:194] Registered new tserver with Master: 67d170ddf19245459cbae7eac684164a (127.23.195.67:45043)
19:55:56.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:56.884327 24333 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
19:55:56.901 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:55:56.903 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
19:55:56.912 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
19:55:56.913 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
19:55:56.921 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.23.195.126"
port: 46311
}
bound_http_address {
host: "127.23.195.126"
port: 46573
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.23.195.125"
port: 41029
}
bound_http_address {
host: "127.23.195.125"
port: 46809
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.23.195.124"
port: 44833
}
bound_http_address {
host: "127.23.195.124"
port: 44997
}
}
}
19:55:56.921 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
19:55:56.923 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.23.195.65"
port: 39535
}
bound_http_address {
host: "127.23.195.65"
port: 36965
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.23.195.66"
port: 43461
}
bound_http_address {
host: "127.23.195.66"
port: 35349
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.23.195.67"
port: 45043
}
bound_http_address {
host: "127.23.195.67"
port: 35585
}
}
}
19:55:56.924 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:55:56.926 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:55:57.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:57 dist-test-slave-6k22 krb5kdc[24346](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218957, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:55:57.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:55:57.011 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:55:57.015 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/krb5cc
19:55:57.029 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:55:57.029 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/krb5cc
19:55:57.031 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:55:57.056 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
19:55:57.058 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
19:55:57.059 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
19:55:57.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:57 dist-test-slave-6k22 krb5kdc[24346](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218957, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:55:57.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
19:55:57.136 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:55:57.137 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/krb5cc
19:55:57.139 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
19:55:57.139 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.195.126:46311
19:55:57.141 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
19:55:57.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:57.142042 24333 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu with pid 24364
19:55:57.181 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:55:57.181 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.195.125:41029
19:55:57.182 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
19:55:57.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:57.182595 24333 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu with pid 24461
19:55:57.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:57.214557 24599 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.195.126:46311: connect: Connection refused (error 111)
19:55:57.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:57.218469 24599 consensus_peers.cc:597] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 -> Peer c5ec9b7718a540868722b6368f016aaa (127.23.195.126:46311): Couldn't send request to peer c5ec9b7718a540868722b6368f016aaa. Status: Network error: Client connection negotiation failed: client connection to 127.23.195.126:46311: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:55:57.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:57.230685 24599 connection.cc:573] client connection to 127.23.195.125:41029 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:55:57.231 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:55:57.232 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.195.124:44833
19:55:57.232 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
19:55:57.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:57.232944 24333 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu with pid 24563
19:55:57.275 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:55:57.276 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.23.195.126:46311
19:55:57.280 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
19:55:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:57.282243 24333 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/wal
19:55:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/data
19:55:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:55:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:55:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:55:57.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:57.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:57.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:57.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/logs
19:55:57.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/data/info.pb
19:55:57.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:57.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:55:57.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:55:57.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:55:57.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:55:57.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:55:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:55:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:55:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:55:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.195.126:46311
19:55:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.195.126
19:55:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46573
19:55:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab
19:55:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.195.126
19:55:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:55:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:55:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:55:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
19:55:57.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.195.84:40683
19:55:57.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:57.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:57.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:57.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:55:57.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.195.126:46311,127.23.195.125:41029,127.23.195.124:44833
19:55:57.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:55:57.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41307/jwks.json
19:55:57.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
19:55:57.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:55:57.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:57.507615 25071 heartbeater.cc:646] Failed to heartbeat to 127.23.195.125:41029 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.23.195.125:41029: connect: Connection refused (error 111)
19:55:57.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:57.545410 24906 heartbeater.cc:646] Failed to heartbeat to 127.23.195.124:44833 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111)
19:55:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:57.664224 25256 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:55:57.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:57.664937 25256 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:55:57.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:57.665825 25256 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:55:57.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:57.701747 25256 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
19:55:57.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:57.702041 25256 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:55:57.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:57.702491 25256 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:55:57.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:57.702874 25256 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:55:57.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:57.703210 25256 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:55:57.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:57.703608 25256 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:55:57.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:57.703874 25256 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41307/jwks.json
19:55:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:57.744551 25256 master_runner.cc:387] Master server non-default flags:
19:55:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/logs
19:55:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:55:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.195.84:40683
19:55:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/data
19:55:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/wal
19:55:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:55:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:55:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.195.126:46311,127.23.195.125:41029,127.23.195.124:44833
19:55:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab
19:55:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.195.126
19:55:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:55:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.195.126:46311
19:55:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:55:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:55:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:55:57.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41307/jwks.json
19:55:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:55:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:55:57.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:55:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/data/info.pb
19:55:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.195.126
19:55:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46573
19:55:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:55:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:55:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:55:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:57.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:55:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:55:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:55:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:55:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:55:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 19:43:21 UTC on e7f111948823
19:55:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13247
19:55:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:55:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:57.746266 25256 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:55:57.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:57.747722 25256 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:55:57.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:57.761633 25265 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:57.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:57.841650 25238 heartbeater.cc:499] Master 127.23.195.124:44833 was elected leader, sending a full tablet report...
19:55:57.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:57.874397 25238 heartbeater.cc:646] Failed to heartbeat to 127.23.195.124:44833 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111)
19:55:58.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:58.814100 23763 debug-util.cc:398] Leaking SignalData structure 0x7b0800070360 after lost signal to thread 23686
19:55:58.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:58.815387 23763 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7100 after lost signal to thread 23766
19:55:59.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:59 dist-test-slave-6k22 krb5kdc[24346](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218959, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.65@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:55:59.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.078871 24772 init.cc:295] Successfully reacquired a new kerberos TGT
19:55:59.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:57.767695 25269 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:59.352823 25268 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1589 milliseconds
19:55:59.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.353467 25256 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:55:59.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:55:57.765360 25267 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:55:59.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.358204 25256 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:55:59.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.361812 25256 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:55:59.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.363343 25256 hybrid_clock.cc:648] HybridClock initialized: now 1786218959363184 us; error 163 us; skew 500 ppm
19:55:59.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.364593 25256 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:55:59.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:59 dist-test-slave-6k22 krb5kdc[24346](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218959, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.126@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:55:59.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.373338 25256 init.cc:377] Logged in from keytab as kudu/127.23.195.126@KRBTEST.COM (short username kudu)
19:55:59.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.380151 25256 webserver.cc:533] Webserver started at http://127.23.195.126:46573/ using document root <none> and password file <none>
19:55:59.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.381096 25256 fs_manager.cc:362] Metadata directory not provided
19:55:59.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.381312 25256 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:55:59.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.390471 25256 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.005s sys 0.000s
19:55:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.396127 25293 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:55:59.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.397490 25256 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
19:55:59.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.397919 25256 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/data,/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/wal
19:55:59.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c5ec9b7718a540868722b6368f016aaa"
19:55:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:37 on dist-test-slave-6k22"
19:55:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.400014 25256 fs_report.cc:389] FS layout report
19:55:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:55:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/wal
19:55:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/wal
19:55:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/data/data
19:55:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:55:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:55:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:55:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:55:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:55:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:55:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:55:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:55:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:55:59.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:55:59.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:55:59.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.458612 25256 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:55:59.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.469980 25256 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:55:59.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.470528 25256 kserver.cc:163] Server-wide thread pool size limit: 3276
19:55:59.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.583150 25256 rpc_server.cc:307] RPC server started. Bound to: 127.23.195.126:46311
19:55:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.583213 25352 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.195.126:46311 every 8 connection(s)
19:55:59.589 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:55:59.590 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.23.195.125:41029
19:55:59.590 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
19:55:59.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.587982 25256 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-0/data/info.pb
19:55:59.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.588955 24333 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu as pid 25256
19:55:59.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.592314 24333 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:59.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:55:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/wal
19:55:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/data
19:55:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:55:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:55:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:55:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:55:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:55:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:55:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/logs
19:55:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/data/info.pb
19:55:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:55:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:55:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:55:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:55:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:55:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:55:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:55:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:55:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:55:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:55:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:55:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:55:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.195.125:41029
19:55:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.195.125
19:55:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46809
19:55:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab
19:55:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.195.125
19:55:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:55:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:55:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:55:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
19:55:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.195.84:40683
19:55:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:55:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:55:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:55:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:55:59.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.195.126:46311,127.23.195.125:41029,127.23.195.124:44833
19:55:59.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:55:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41307/jwks.json
19:55:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
19:55:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:55:59.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.633989 25357 sys_catalog.cc:263] Verifying existing consensus state
19:55:59.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:59 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218959, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.65@KRBTEST.COM for kudu/127.23.195.126@KRBTEST.COM
19:55:59.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.660291 25357 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa: Bootstrap starting.
19:55:59.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.669198 24912 heartbeater.cc:344] Connected to a master server at 127.23.195.126:46311
19:55:59.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.718600 25357 log.cc:826] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa: Log is configured to *not* fsync() on all Append() calls
19:55:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.778612 25357 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:55:59.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.779927 25357 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa: Bootstrap complete.
19:55:59.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.811745 25357 raft_consensus.cc:359] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } }
19:55:59.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.815665 25357 raft_consensus.cc:740] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: c5ec9b7718a540868722b6368f016aaa, State: Initialized, Role: FOLLOWER
19:55:59.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.816716 25357 consensus_queue.cc:260] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } }
19:55:59.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.819891 25363 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } } }
19:55:59.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.821069 25363 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [sys.catalog]: This master's current role is: FOLLOWER
19:55:59.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.821913 25357 sys_catalog.cc:565] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [sys.catalog]: configured and running, proceeding with master startup.
19:55:59.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:55:59 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218959, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.126@KRBTEST.COM for kudu/127.23.195.126@KRBTEST.COM
19:55:59.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.873323 25377 catalog_manager.cc:1295] Loaded cluster ID: b019645d2d5143de94d72e5ea2bc7b80
19:55:59.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.873589 25377 catalog_manager.cc:1588] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa: loading cluster ID for follower catalog manager: success
19:55:59.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.882633 25377 catalog_manager.cc:1610] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa: acquiring CA information for follower catalog manager: success
19:55:59.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.888448 25377 catalog_manager.cc:1638] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:55:59.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.901571 25256 master_runner.cc:187] Error getting master registration for 127.23.195.125:41029: Network error: Client connection negotiation failed: client connection to 127.23.195.125:41029: connect: Connection refused (error 111),
19:55:59.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:55:59.952431 25256 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:56:00.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:00.012746 25243 heartbeater.cc:344] Connected to a master server at 127.23.195.126:46311
19:56:00.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:00.031539 25312 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "67d170ddf19245459cbae7eac684164a" instance_seqno: 1786218956482340) as {username='kudu', principal='kudu/127.23.195.67@KRBTEST.COM'} at 127.23.195.67:56951; Asking this server to re-register.
19:56:00.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:00.034322 25243 heartbeater.cc:461] Registering TS with master...
19:56:00.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:00.038230 25311 ts_manager.cc:194] Registered new tserver with Master: 67d170ddf19245459cbae7eac684164a (127.23.195.67:45043)
19:56:00.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:00.136339 25358 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:56:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:00.137163 25358 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:56:00.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:00.138311 25358 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:56:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:00.224236 25358 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
19:56:00.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:00.224603 25358 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:56:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:00.225126 25358 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:56:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:00.225500 25358 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:56:00.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:00.225878 25358 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:56:00.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:00.226332 25358 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:56:00.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:00.226613 25358 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41307/jwks.json
19:56:00.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:00.310525 25358 master_runner.cc:387] Master server non-default flags:
19:56:00.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/logs
19:56:00.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:56:00.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:56:00.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:56:00.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.195.84:40683
19:56:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:56:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:56:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/data
19:56:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/wal
19:56:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:56:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:56:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.195.126:46311,127.23.195.125:41029,127.23.195.124:44833
19:56:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab
19:56:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.195.125
19:56:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:56:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:56:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:56:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.195.125:41029
19:56:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:56:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:56:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:56:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41307/jwks.json
19:56:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:56:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:56:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:56:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:56:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:56:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/data/info.pb
19:56:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.195.125
19:56:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46809
19:56:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:56:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:56:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:56:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:56:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:56:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:56:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:56:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:56:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:56:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:56:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 19:43:21 UTC on e7f111948823
19:56:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13247
19:56:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:56:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:00.312270 25358 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:56:00.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:00.313777 25358 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:56:00.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:00.333227 25393 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:56:00.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:00.597179 25076 heartbeater.cc:344] Connected to a master server at 127.23.195.126:46311
19:56:00.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:00.601063 25311 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "46d07e3d3d224e47b5210e14beb236f1" instance_seqno: 1786218953148530) as {username='kudu', principal='kudu/127.23.195.66@KRBTEST.COM'} at 127.23.195.66:48183; Asking this server to re-register.
19:56:00.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:00.602550 25076 heartbeater.cc:461] Registering TS with master...
19:56:00.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:00.606509 25311 ts_manager.cc:194] Registered new tserver with Master: 46d07e3d3d224e47b5210e14beb236f1 (127.23.195.66:43461)
19:56:00.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:00.676460 25311 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "fc2d4d7fbc4741ab98d8473566cadf13" instance_seqno: 1786218950182705) as {username='kudu', principal='kudu/127.23.195.65@KRBTEST.COM'} at 127.23.195.65:59325; Asking this server to re-register.
19:56:00.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:00.678861 24912 heartbeater.cc:461] Registering TS with master...
19:56:00.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:00.682955 25311 ts_manager.cc:194] Registered new tserver with Master: fc2d4d7fbc4741ab98d8473566cadf13 (127.23.195.65:39535)
19:56:01.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:01.051928 25408 raft_consensus.cc:493] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:56:01.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:01.053004 25408 raft_consensus.cc:515] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } }
19:56:01.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:01.075801 25295 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.195.125:41029: connect: Connection refused (error 111)
19:56:01.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:01.080670 25408 leader_election.cc:290] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c3928b25fafc491693e4d079ad6e9c2a (127.23.195.125:41029), 18333852a4074c3f91319279afc07e98 (127.23.195.124:44833)
19:56:01.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:01.100911 25295 leader_election.cc:336] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c3928b25fafc491693e4d079ad6e9c2a (127.23.195.125:41029): Network error: Client connection negotiation failed: client connection to 127.23.195.125:41029: connect: Connection refused (error 111)
19:56:01.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:01.103628 25295 leader_election.cc:336] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 18333852a4074c3f91319279afc07e98 (127.23.195.124:44833): Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111)
19:56:01.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:01.107460 25295 leader_election.cc:304] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c5ec9b7718a540868722b6368f016aaa; no voters: 18333852a4074c3f91319279afc07e98, c3928b25fafc491693e4d079ad6e9c2a
19:56:01.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:01.110314 25408 raft_consensus.cc:2749] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
19:56:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:56:02 dist-test-slave-6k22 krb5kdc[24346](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218962, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.66@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:56:02.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:02.715350 24941 init.cc:295] Successfully reacquired a new kerberos TGT
19:56:02.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:02.762727 25421 raft_consensus.cc:493] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:56:02.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:02.763878 25421 raft_consensus.cc:515] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } }
19:56:02.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:02.766713 25421 leader_election.cc:290] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c3928b25fafc491693e4d079ad6e9c2a (127.23.195.125:41029), 18333852a4074c3f91319279afc07e98 (127.23.195.124:44833)
19:56:02.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:02.803529 25295 leader_election.cc:336] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer c3928b25fafc491693e4d079ad6e9c2a (127.23.195.125:41029): Network error: Client connection negotiation failed: client connection to 127.23.195.125:41029: connect: Connection refused (error 111)
19:56:02.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:02.806838 25295 leader_election.cc:336] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 18333852a4074c3f91319279afc07e98 (127.23.195.124:44833): Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111)
19:56:02.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:02.807503 25295 leader_election.cc:304] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: c5ec9b7718a540868722b6368f016aaa; no voters: 18333852a4074c3f91319279afc07e98, c3928b25fafc491693e4d079ad6e9c2a
19:56:02.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:02.808306 25421 raft_consensus.cc:2749] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
19:56:03.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:00.336692 25394 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:56:03.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:01.731105 25392 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 25358
19:56:03.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:03.902870 25392 kernel_stack_watchdog.cc:198] Thread 25358 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 391ms:
19:56:03.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
19:56:03.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
19:56:03.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
19:56:03.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
19:56:03.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:03.903414 25358 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.567s user 0.929s sys 1.871s
19:56:03.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:03.903774 25358 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.567s user 0.929s sys 1.871s
19:56:03.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:03.904350 25397 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:56:03.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:03.904839 25358 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
19:56:03.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:03.905344 25395 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3565 milliseconds
19:56:03.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:03.908811 25358 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:56:03.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:03.911345 25358 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:56:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:03.912724 25358 hybrid_clock.cc:648] HybridClock initialized: now 1786218963912699 us; error 38 us; skew 500 ppm
19:56:03.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:03.913558 25358 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:56:03.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:56:03 dist-test-slave-6k22 krb5kdc[24346](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218963, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.125@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:56:03.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:03.924422 25358 init.cc:377] Logged in from keytab as kudu/127.23.195.125@KRBTEST.COM (short username kudu)
19:56:03.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:03.931103 25358 webserver.cc:533] Webserver started at http://127.23.195.125:46809/ using document root <none> and password file <none>
19:56:03.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:03.932305 25358 fs_manager.cc:362] Metadata directory not provided
19:56:03.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:03.932596 25358 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:56:03.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:03.953718 25358 fs_manager.cc:714] Time spent opening directory manager: real 0.016s user 0.008s sys 0.007s
19:56:03.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:03.968938 25437 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:56:03.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:03.970592 25358 fs_manager.cc:730] Time spent opening block manager: real 0.014s user 0.009s sys 0.004s
19:56:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:03.971155 25358 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/data,/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/wal
19:56:03.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c3928b25fafc491693e4d079ad6e9c2a"
19:56:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:40 on dist-test-slave-6k22"
19:56:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:03.974118 25358 fs_report.cc:389] FS layout report
19:56:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:56:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/wal
19:56:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/wal
19:56:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/data/data
19:56:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:56:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:56:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:56:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:56:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:56:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:56:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:56:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:56:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:56:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:56:03.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:56:04.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.065640 25358 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:56:04.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.071190 25358 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:56:04.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.071766 25358 kserver.cc:163] Server-wide thread pool size limit: 3276
19:56:04.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.158581 25358 rpc_server.cc:307] RPC server started. Bound to: 127.23.195.125:41029
19:56:04.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.158661 25494 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.195.125:41029 every 8 connection(s)
19:56:04.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.161743 25358 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-1/data/info.pb
19:56:04.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.163017 24333 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu as pid 25358
19:56:04.164 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:56:04.165 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.23.195.124:44833
19:56:04.165 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
19:56:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.166885 24333 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:56:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu
19:56:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/wal
19:56:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/data
19:56:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
19:56:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
19:56:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
19:56:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:56:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:56:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:56:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/logs
19:56:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/data/info.pb
19:56:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:56:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
19:56:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
19:56:04.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.195.124:44833
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.195.124
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44997
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.195.124
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.195.84:40683
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.195.126:46311,127.23.195.125:41029,127.23.195.124:44833
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41307/jwks.json
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
19:56:04.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
19:56:04.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.177027 25495 sys_catalog.cc:263] Verifying existing consensus state
19:56:04.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.184746 25495 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a: Bootstrap starting.
19:56:04.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.224747 25495 log.cc:826] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a: Log is configured to *not* fsync() on all Append() calls
19:56:04.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.240327 25495 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:56:04.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.241411 25495 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a: Bootstrap complete.
19:56:04.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.264885 25495 raft_consensus.cc:359] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } }
19:56:04.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.267143 25495 raft_consensus.cc:740] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: c3928b25fafc491693e4d079ad6e9c2a, State: Initialized, Role: FOLLOWER
19:56:04.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.268323 25495 consensus_queue.cc:260] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } }
19:56:04.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.271306 25499 sys_catalog.cc:455] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } } }
19:56:04.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.272179 25499 sys_catalog.cc:458] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [sys.catalog]: This master's current role is: FOLLOWER
19:56:04.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.273088 25495 sys_catalog.cc:565] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [sys.catalog]: configured and running, proceeding with master startup.
19:56:04.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.324541 25512 catalog_manager.cc:1295] Loaded cluster ID: b019645d2d5143de94d72e5ea2bc7b80
19:56:04.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.324772 25512 catalog_manager.cc:1588] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a: loading cluster ID for follower catalog manager: success
19:56:04.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.332222 25512 catalog_manager.cc:1610] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a: acquiring CA information for follower catalog manager: success
19:56:04.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:56:04 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218963, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.125@KRBTEST.COM for kudu/127.23.195.126@KRBTEST.COM
19:56:04.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.336998 25512 catalog_manager.cc:1638] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
19:56:04.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.373412 25358 master_runner.cc:187] Error getting master registration for 127.23.195.124:44833: Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111),
19:56:04.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.401789 25358 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:56:04.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:04.553347 25497 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
19:56:04.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:04.553933 25497 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
19:56:04.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:04.554553 25497 flags.cc:432] Enabled unsafe flag: --never_fsync=true
19:56:04.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:04.607681 25497 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
19:56:04.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:04.608424 25497 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
19:56:04.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:04.609164 25497 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
19:56:04.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:04.609735 25497 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
19:56:04.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:04.610280 25497 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
19:56:04.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:04.610826 25497 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
19:56:04.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:04.611361 25497 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41307/jwks.json
19:56:04.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.654160 25071 heartbeater.cc:344] Connected to a master server at 127.23.195.125:41029
19:56:04.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.665246 25458 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "46d07e3d3d224e47b5210e14beb236f1" instance_seqno: 1786218953148530) as {username='kudu', principal='kudu/127.23.195.66@KRBTEST.COM'} at 127.23.195.66:44387; Asking this server to re-register.
19:56:04.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.672857 25071 heartbeater.cc:461] Registering TS with master...
19:56:04.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.699384 25458 ts_manager.cc:194] Registered new tserver with Master: 46d07e3d3d224e47b5210e14beb236f1 (127.23.195.66:43461)
19:56:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.710942 25497 master_runner.cc:387] Master server non-default flags:
19:56:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/logs
19:56:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
19:56:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
19:56:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
19:56:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.195.84:40683
19:56:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
19:56:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
19:56:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/data
19:56:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/wal
19:56:04.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
19:56:04.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
19:56:04.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.195.126:46311,127.23.195.125:41029,127.23.195.124:44833
19:56:04.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/krb5kdc/kudu.keytab
19:56:04.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.23.195.124
19:56:04.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.195.124:44833
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41307/jwks.json
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/data/info.pb
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.195.124
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=44997
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
19:56:04.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Aug 2026 19:43:21 UTC on e7f111948823
19:56:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13247
19:56:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
19:56:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.712709 25497 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
19:56:04.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.714217 25497 file_cache.cc:504] Constructed file cache file cache with capacity 419430
19:56:04.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:04.728895 25529 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:56:04.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.782300 24907 heartbeater.cc:344] Connected to a master server at 127.23.195.125:41029
19:56:04.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.785228 25458 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "fc2d4d7fbc4741ab98d8473566cadf13" instance_seqno: 1786218950182705) as {username='kudu', principal='kudu/127.23.195.65@KRBTEST.COM'} at 127.23.195.65:48603; Asking this server to re-register.
19:56:04.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.787664 24907 heartbeater.cc:461] Registering TS with master...
19:56:04.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:04.790753 25458 ts_manager.cc:194] Registered new tserver with Master: fc2d4d7fbc4741ab98d8473566cadf13 (127.23.195.65:39535)
19:56:05.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.030551 25256 master_runner.cc:187] Error getting master registration for 127.23.195.124:44833: Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111),
19:56:05.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.031013 25256 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
19:56:05.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.115831 25239 heartbeater.cc:344] Connected to a master server at 127.23.195.125:41029
19:56:05.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.118957 25458 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "67d170ddf19245459cbae7eac684164a" instance_seqno: 1786218956482340) as {username='kudu', principal='kudu/127.23.195.67@KRBTEST.COM'} at 127.23.195.67:45035; Asking this server to re-register.
19:56:05.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.120853 25239 heartbeater.cc:461] Registering TS with master...
19:56:05.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.124760 25458 ts_manager.cc:194] Registered new tserver with Master: 67d170ddf19245459cbae7eac684164a (127.23.195.67:45043)
19:56:05.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.449817 25542 raft_consensus.cc:493] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
19:56:05.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.450659 25542 raft_consensus.cc:515] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } }
19:56:05.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.454871 25469 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c5ec9b7718a540868722b6368f016aaa" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "c3928b25fafc491693e4d079ad6e9c2a" is_pre_election: true
19:56:05.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.456192 25469 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c5ec9b7718a540868722b6368f016aaa in term 1.
19:56:05.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.458501 25295 leader_election.cc:304] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c3928b25fafc491693e4d079ad6e9c2a, c5ec9b7718a540868722b6368f016aaa; no voters:
19:56:05.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.462086 25542 leader_election.cc:290] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers c3928b25fafc491693e4d079ad6e9c2a (127.23.195.125:41029), 18333852a4074c3f91319279afc07e98 (127.23.195.124:44833)
19:56:05.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.464115 25542 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [term 1 FOLLOWER]: Leader pre-election won for term 2
19:56:05.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.465541 25542 raft_consensus.cc:493] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
19:56:05.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.466741 25542 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [term 1 FOLLOWER]: Advancing to term 2
19:56:05.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:05.502648 25295 leader_election.cc:336] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 18333852a4074c3f91319279afc07e98 (127.23.195.124:44833): Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111)
19:56:05.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.518164 25542 raft_consensus.cc:515] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } }
19:56:05.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.531170 25469 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c5ec9b7718a540868722b6368f016aaa" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "c3928b25fafc491693e4d079ad6e9c2a"
19:56:05.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.531975 25469 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [term 1 FOLLOWER]: Advancing to term 2
19:56:05.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:05.575009 25295 leader_election.cc:336] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 18333852a4074c3f91319279afc07e98 (127.23.195.124:44833): Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111)
19:56:05.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.576702 25542 leader_election.cc:290] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [CANDIDATE]: Term 2 election: Requested vote from peers c3928b25fafc491693e4d079ad6e9c2a (127.23.195.125:41029), 18333852a4074c3f91319279afc07e98 (127.23.195.124:44833)
19:56:05.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.589341 25469 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c5ec9b7718a540868722b6368f016aaa in term 2.
19:56:05.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.591810 25295 leader_election.cc:304] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: c3928b25fafc491693e4d079ad6e9c2a, c5ec9b7718a540868722b6368f016aaa; no voters: 18333852a4074c3f91319279afc07e98
19:56:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.593892 25542 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [term 2 FOLLOWER]: Leader election won for term 2
19:56:05.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.594621 25542 raft_consensus.cc:697] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [term 2 LEADER]: Becoming Leader. State: Replica: c5ec9b7718a540868722b6368f016aaa, State: Running, Role: LEADER
19:56:05.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.597301 25542 consensus_queue.cc:237] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } }
19:56:05.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.620296 25543 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [sys.catalog]: SysCatalogTable state changed. Reason: New leader c5ec9b7718a540868722b6368f016aaa. Latest consensus state: current_term: 2 leader_uuid: "c5ec9b7718a540868722b6368f016aaa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } } }
19:56:05.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.621692 25543 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [sys.catalog]: This master's current role is: LEADER
19:56:05.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.651825 25547 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
19:56:05.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.669461 25547 catalog_manager.cc:1520] Initializing Kudu cluster ID...
19:56:05.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.674631 25547 catalog_manager.cc:1295] Loaded cluster ID: b019645d2d5143de94d72e5ea2bc7b80
19:56:05.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.675112 25547 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
19:56:05.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:05.677435 23589 debug-util.cc:398] Leaking SignalData structure 0x7b080007caa0 after lost signal to thread 23519
19:56:05.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:05.678224 23589 debug-util.cc:398] Leaking SignalData structure 0x7b080009e6e0 after lost signal to thread 23592
19:56:05.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.703351 25547 catalog_manager.cc:1540] Loading token signing keys...
19:56:05.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.721314 25547 catalog_manager.cc:6103] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa: Loaded TSK: 0
19:56:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.724915 25547 catalog_manager.cc:1550] Initializing in-progress tserver states...
19:56:05.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:56:05 dist-test-slave-6k22 krb5kdc[24346](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218965, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.67@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:56:05.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:05.918841 25104 init.cc:295] Successfully reacquired a new kerberos TGT
19:56:06.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.092752 25469 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [term 2 FOLLOWER]: Refusing update from remote peer c5ec9b7718a540868722b6368f016aaa: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
19:56:06.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.095542 25543 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [LEADER]: Connected to new peer: Peer: permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
19:56:06.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.130985 25551 sys_catalog.cc:455] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [sys.catalog]: SysCatalogTable state changed. Reason: New leader c5ec9b7718a540868722b6368f016aaa. Latest consensus state: current_term: 2 leader_uuid: "c5ec9b7718a540868722b6368f016aaa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } } }
19:56:06.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.131781 25551 sys_catalog.cc:458] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [sys.catalog]: This master's current role is: FOLLOWER
19:56:06.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.171027 25555 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "c5ec9b7718a540868722b6368f016aaa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } } }
19:56:06.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.172075 25555 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [sys.catalog]: This master's current role is: LEADER
19:56:06.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.195163 25551 sys_catalog.cc:455] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "c5ec9b7718a540868722b6368f016aaa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } } }
19:56:06.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.195895 25551 sys_catalog.cc:458] T 00000000000000000000000000000000 P c3928b25fafc491693e4d079ad6e9c2a [sys.catalog]: This master's current role is: FOLLOWER
19:56:06.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:06.197268 25295 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111) [suppressed 5 similar messages]
19:56:06.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:06.227058 25295 consensus_peers.cc:597] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa -> Peer 18333852a4074c3f91319279afc07e98 (127.23.195.124:44833): Couldn't send request to peer 18333852a4074c3f91319279afc07e98. Status: Network error: Client connection negotiation failed: client connection to 127.23.195.124:44833: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:56:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:06.742678 25497 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.010s user 0.000s sys 0.004s
19:56:06.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:04.730707 25530 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:56:06.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:06.743214 25497 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.012s user 0.000s sys 0.005s
19:56:06.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:06.131961 25528 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 25497
19:56:06.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.744314 25497 server_base.cc:1061] running on GCE node
19:56:06.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:06.745215 25533 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
19:56:06.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.752036 25497 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
19:56:06.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.755445 25497 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
19:56:06.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.756903 25497 hybrid_clock.cc:648] HybridClock initialized: now 1786218966756763 us; error 132 us; skew 500 ppm
19:56:06.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.757978 25497 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
19:56:06.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:56:06 dist-test-slave-6k22 krb5kdc[24346](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218966, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.124@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
19:56:06.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.765396 25497 init.cc:377] Logged in from keytab as kudu/127.23.195.124@KRBTEST.COM (short username kudu)
19:56:06.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.783773 25497 webserver.cc:533] Webserver started at http://127.23.195.124:44997/ using document root <none> and password file <none>
19:56:06.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.784884 25497 fs_manager.cc:362] Metadata directory not provided
19:56:06.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.785153 25497 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
19:56:06.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.794551 25497 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.005s sys 0.000s
19:56:06.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.799963 25575 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
19:56:06.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.801199 25497 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
19:56:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.801519 25497 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/data,/tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/wal
19:56:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "18333852a4074c3f91319279afc07e98"
19:56:06.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-08 19:55:43 on dist-test-slave-6k22"
19:56:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.803361 25497 fs_report.cc:389] FS layout report
19:56:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
19:56:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/wal
19:56:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/wal
19:56:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/data/data
19:56:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
19:56:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
19:56:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
19:56:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
19:56:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
19:56:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
19:56:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
19:56:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
19:56:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
19:56:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
19:56:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
19:56:06.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.817346 24912 heartbeater.cc:499] Master 127.23.195.126:46311 was elected leader, sending a full tablet report...
19:56:06.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.885183 25497 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
19:56:06.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.898844 25497 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
19:56:06.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:06.899456 25497 kserver.cc:163] Server-wide thread pool size limit: 3276
19:56:07.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.080973 25497 rpc_server.cc:307] RPC server started. Bound to: 127.23.195.124:44833
19:56:07.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.081054 25633 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.195.124:44833 every 8 connection(s)
19:56:07.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.085804 25497 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskrNzCxx/test-tmp/mini-kudu-cluster4569828205043193610/master-2/data/info.pb
19:56:07.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.087214 24333 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu as pid 25497
19:56:07.088 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
19:56:07.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.104050 25634 sys_catalog.cc:263] Verifying existing consensus state
19:56:07.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.130103 25634 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98: Bootstrap starting.
19:56:07.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.137461 25243 heartbeater.cc:499] Master 127.23.195.126:46311 was elected leader, sending a full tablet report...
19:56:07.196 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.195.126:46311(127.23.195.126:46311)] connecting to peer
19:56:07.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:56:07 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218965, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.67@KRBTEST.COM for kudu/127.23.195.124@KRBTEST.COM
19:56:07.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.302151 25238 heartbeater.cc:344] Connected to a master server at 127.23.195.124:44833
19:56:07.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.302742 25238 heartbeater.cc:499] Master 127.23.195.124:44833 was elected leader, sending a full tablet report...
19:56:07.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:56:07 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218959, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.126@KRBTEST.COM for kudu/127.23.195.124@KRBTEST.COM
19:56:07.372 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.195.125:41029(127.23.195.125:41029)] connecting to peer
19:56:07.388 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.195.124:44833(127.23.195.124:44833)] connecting to peer
19:56:07.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.396617 25634 log.cc:826] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98: Log is configured to *not* fsync() on all Append() calls
19:56:07.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.433441 25634 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
19:56:07.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.434901 25634 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98: Bootstrap complete.
19:56:07.446 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.195.125:41029(127.23.195.125:41029)] Successfully connected to peer
19:56:07.448 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.195.124:44833(127.23.195.124:44833)] Successfully connected to peer
19:56:07.472 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.195.126:46311(127.23.195.126:46311)] Successfully connected to peer
19:56:07.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.474509 25634 raft_consensus.cc:359] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } }
19:56:07.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.478479 25634 raft_consensus.cc:740] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 18333852a4074c3f91319279afc07e98, State: Initialized, Role: FOLLOWER
19:56:07.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.479882 25634 consensus_queue.cc:260] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } }
19:56:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.489064 25648 sys_catalog.cc:455] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } } }
19:56:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.489916 25648 sys_catalog.cc:458] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [sys.catalog]: This master's current role is: FOLLOWER
19:56:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.493609 25634 sys_catalog.cc:565] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [sys.catalog]: configured and running, proceeding with master startup.
19:56:07.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.494279 25605 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [term 1 FOLLOWER]: Advancing to term 2
19:56:07.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.639911 25648 sys_catalog.cc:455] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c5ec9b7718a540868722b6368f016aaa. Latest consensus state: current_term: 2 leader_uuid: "c5ec9b7718a540868722b6368f016aaa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } } }
19:56:07.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.640755 25648 sys_catalog.cc:458] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [sys.catalog]: This master's current role is: FOLLOWER
19:56:07.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.641256 25648 sys_catalog.cc:455] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "c5ec9b7718a540868722b6368f016aaa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } } }
19:56:07.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.641901 25648 sys_catalog.cc:458] T 00000000000000000000000000000000 P 18333852a4074c3f91319279afc07e98 [sys.catalog]: This master's current role is: FOLLOWER
19:56:07.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.692435 25076 heartbeater.cc:499] Master 127.23.195.126:46311 was elected leader, sending a full tablet report...
19:56:07.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.740587 25661 sys_catalog.cc:455] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "c5ec9b7718a540868722b6368f016aaa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c5ec9b7718a540868722b6368f016aaa" member_type: VOTER last_known_addr { host: "127.23.195.126" port: 46311 } } peers { permanent_uuid: "c3928b25fafc491693e4d079ad6e9c2a" member_type: VOTER last_known_addr { host: "127.23.195.125" port: 41029 } } peers { permanent_uuid: "18333852a4074c3f91319279afc07e98" member_type: VOTER last_known_addr { host: "127.23.195.124" port: 44833 } } }
19:56:07.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.744411 25661 sys_catalog.cc:458] T 00000000000000000000000000000000 P c5ec9b7718a540868722b6368f016aaa [sys.catalog]: This master's current role is: LEADER
19:56:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:56:07 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218962, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.66@KRBTEST.COM for kudu/127.23.195.124@KRBTEST.COM
19:56:07.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:07.823724 25295 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.23.195.124:44833, user_credentials={real_user=slave}} blocked reactor thread for 83215.1us
19:56:07.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.830348 25668 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
19:56:07.836 [WARN - kudu-nio-2] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
19:56:07.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.195.126:46311(127.23.195.126:46311)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
19:56:07.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.195.126:46311: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
19:56:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:07.857120 25647 negotiation.cc:336] Failed RPC negotiation. Trace:
19:56:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.454531 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:46406 (local address 127.23.195.126:46311)
19:56:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.509142 (+ 54611us) server_negotiation.cc:207] Beginning negotiation
19:56:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.509176 (+ 34us) server_negotiation.cc:400] Waiting for connection header
19:56:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.606961 (+ 97785us) server_negotiation.cc:408] Connection header received
19:56:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.829910 (+222949us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
19:56:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.829990 (+ 80us) server_negotiation.cc:462] Received NEGOTIATE request from client
19:56:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.830443 (+ 453us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
19:56:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.830717 (+ 274us) server_negotiation.cc:227] Negotiated authn=SASL
19:56:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.855280 (+ 24563us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:46406: BlockingRecv error: recv got EOF from 127.0.0.1:46406 (error 108)
19:56:07.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":25990,"thread_start_us":26318,"threads_started":1}
19:56:07.862 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.195.126:46311(127.23.195.126:46311)] handling channelInactive
19:56:07.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.195.125:41029(127.23.195.125:41029)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
19:56:07.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.195.125:41029: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
19:56:07.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.867100 25070 heartbeater.cc:344] Connected to a master server at 127.23.195.124:44833
19:56:07.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:07.873301 25646 negotiation.cc:336] Failed RPC negotiation. Trace:
19:56:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.443118 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:43642 (local address 127.23.195.125:41029)
19:56:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.482947 (+ 39829us) server_negotiation.cc:207] Beginning negotiation
19:56:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.482977 (+ 30us) server_negotiation.cc:400] Waiting for connection header
19:56:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.614790 (+131813us) server_negotiation.cc:408] Connection header received
19:56:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.757548 (+142758us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
19:56:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.757610 (+ 62us) server_negotiation.cc:462] Received NEGOTIATE request from client
19:56:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.758043 (+ 433us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
19:56:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.758533 (+ 490us) server_negotiation.cc:227] Negotiated authn=SASL
19:56:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.865425 (+106892us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:43642: BlockingRecv error: recv got EOF from 127.0.0.1:43642 (error 108)
19:56:07.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":39095,"thread_start_us":65527,"threads_started":1}
19:56:07.876 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.195.125:41029(127.23.195.125:41029)] handling channelInactive
19:56:07.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.880996 25593 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "46d07e3d3d224e47b5210e14beb236f1" instance_seqno: 1786218953148530) as {username='kudu', principal='kudu/127.23.195.66@KRBTEST.COM'} at 127.23.195.66:57337; Asking this server to re-register.
19:56:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.882481 25070 heartbeater.cc:461] Registering TS with master...
19:56:07.851 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.195.124:44833(127.23.195.124:44833)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
19:56:07.885 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.195.124:44833: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
19:56:07.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.886833 25593 ts_manager.cc:194] Registered new tserver with Master: 46d07e3d3d224e47b5210e14beb236f1 (127.23.195.66:43461)
19:56:07.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:56:07 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218959, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.65@KRBTEST.COM for kudu/127.23.195.124@KRBTEST.COM
19:56:07.892 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=799), Traces: [0ms] refreshing cache from master, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.195.126:46311, [255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.195.125:41029, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.195.124:44833, [744ms] Sub RPC ConnectToMaster: received response from server master-127.23.195.126:46311: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [756ms] Sub RPC ConnectToMaster: received response from server master-127.23.195.125:41029: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [777ms] Sub RPC ConnectToMaster: received response from server master-127.23.195.124:44833: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.23.195.126:46311,127.23.195.125:41029,127.23.195.124:44833). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.23.195.126:46311,127.23.195.125:41029,127.23.195.124:44833). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
19:56:07.896 [DEBUG - kudu-nio-2] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=804), Traces: [0ms] refreshing cache from master, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.195.126:46311, [255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.195.125:41029, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.195.124:44833, [744ms] Sub RPC ConnectToMaster: received response from server master-127.23.195.126:46311: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [756ms] Sub RPC ConnectToMaster: received response from server master-127.23.195.125:41029: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [777ms] Sub RPC ConnectToMaster: received response from server master-127.23.195.124:44833: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) with no deferred attached!
19:56:07.898 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.23.195.124:44833(127.23.195.124:44833)] disconnecting while in state TERMINATED
19:56:07.899 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.23.195.125:41029(127.23.195.125:41029)] disconnecting while in state TERMINATED
19:56:07.900 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.23.195.126:46311(127.23.195.126:46311)] disconnecting while in state TERMINATED
19:56:07.903 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:56:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:07.905908 25639 negotiation.cc:336] Failed RPC negotiation. Trace:
19:56:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.438180 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:60138 (local address 127.23.195.124:44833)
19:56:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.439362 (+ 1182us) server_negotiation.cc:207] Beginning negotiation
19:56:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.439390 (+ 28us) server_negotiation.cc:400] Waiting for connection header
19:56:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.601868 (+162478us) server_negotiation.cc:408] Connection header received
19:56:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.762857 (+160989us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
19:56:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.762942 (+ 85us) server_negotiation.cc:462] Received NEGOTIATE request from client
19:56:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.763386 (+ 444us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
19:56:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.763672 (+ 286us) server_negotiation.cc:227] Negotiated authn=SASL
19:56:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0808 19:56:07.904178 (+140506us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:60138: BlockingRecv error: recv got EOF from 127.0.0.1:60138 (error 108)
19:56:07.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":251}
19:56:07.915 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:56:07.915 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.195.124:44833(127.23.195.124:44833)] handling channelInactive
19:56:07.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:56:07 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218966, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.124@KRBTEST.COM for kudu/127.23.195.126@KRBTEST.COM
19:56:07.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.938887 24906 heartbeater.cc:344] Connected to a master server at 127.23.195.124:44833
19:56:07.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.940407 24333 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu with pid 24744
19:56:07.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:56:07 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218966, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.124@KRBTEST.COM for kudu/127.23.195.125@KRBTEST.COM
19:56:07.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:07.992985 24333 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu with pid 24923
19:56:08.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 08 19:56:08 dist-test-slave-6k22 krb5kdc[24346](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786218966, etypes {rep=17 tkt=17 ses=17}, kudu/127.23.195.124@KRBTEST.COM for kudu/127.23.195.124@KRBTEST.COM
19:56:08.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:08.040378 24333 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu with pid 25087
19:56:08.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:08.084724 24333 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu with pid 25256
19:56:08.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:08.129300 24333 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu with pid 25358
19:56:08.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:08.184080 24333 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu with pid 25497
19:56:09.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T19:56:09Z chronyd exiting
19:56:10.454 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
19:56:10.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:10.457662 23505 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu with pid 23822
19:56:10.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:10.489493 23505 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu with pid 24008
19:56:10.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:10.519821 23505 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu with pid 24173
19:56:10.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:10.553870 23505 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu with pid 23518
19:56:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:10.591466 23712 connection.cc:573] client connection to 127.22.244.126:41915 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:56:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:10.592043 23712 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
19:56:10.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:10.592494 23505 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu with pid 23595
19:56:10.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260808 19:56:10.598290 23712 consensus_peers.cc:597] T 00000000000000000000000000000000 P 934777ee576648a4ba6e12c3e4f8910a -> Peer 84f35725528548bcba6cd865d7e58da8 (127.22.244.126:41915): Couldn't send request to peer 84f35725528548bcba6cd865d7e58da8. Status: Network error: Client connection negotiation failed: client connection to 127.22.244.126:41915: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
19:56:10.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260808 19:56:10.629151 23505 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskrNzCxx/build/tsan/bin/kudu with pid 23679
19:56:11.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-08T19:56:11Z chronyd exiting
19:56:12.818 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.23.195.126:46311,127.23.195.125:41029,127.23.195.124:44833). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.23.195.126:46311,127.23.195.125:41029,127.23.195.124:44833). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more