01:52:58.103 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
01:52:58.116 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskD6NKk2/test-tmp
01:52:58.127 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:52:58.131 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskD6NKk2/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:52:58.351 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
01:52:58.628 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:52:58.629 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:52:58.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:52:58.634315 26861 mini_oidc.cc:150] Starting JWKS server
01:52:58.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:52:58.638141 26861 webserver.cc:533] Webserver started at http://127.0.0.1:34939/ using document root <none> and password file <none>
01:52:58.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:52:58.638744 26861 mini_oidc.cc:186] Starting OIDC Discovery server
01:52:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:52:58.640879 26861 webserver.cc:533] Webserver started at http://127.0.0.1:39139/ using document root <none> and password file <none>
01:52:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T01:52:58Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
01:52:58.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T01:52:58Z Disabled control of system clock
01:52:58.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:52:58.715018 26861 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:52:58.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:52:58.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-0/wal
01:52:58.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-0/data
01:52:58.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:52:58.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:52:58.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:52:58.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-0/logs
01:52:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-0/data/info.pb
01:52:58.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:58.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:52:58.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:52:58.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:52:58.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:52:58.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:58.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:58.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:58.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:52:58.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:52:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:52:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:52:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.59.126:34879
01:52:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.59.126
01:52:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:58.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.59.84:42091
01:52:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:52:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:52:58.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.59.126:34879,127.26.59.125:38967,127.26.59.124:34013
01:52:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:52:58.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34939/jwks.json with env {}
01:52:59.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:52:59.059041 26876 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:52:59.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:52:59.059614 26876 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:52:59.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:52:59.060331 26876 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:52:59.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:52:59.094765 26876 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:52:59.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:52:59.095255 26876 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:52:59.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:52:59.095587 26876 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:52:59.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:52:59.095942 26876 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:52:59.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:52:59.096294 26876 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:52:59.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:52:59.096596 26876 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34939/jwks.json
01:52:59.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:52:59.134724 26876 master_runner.cc:387] Master server non-default flags:
01:52:59.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-0/logs
01:52:59.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:52:59.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:52:59.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:52:59.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.59.84:42091
01:52:59.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:52:59.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:52:59.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-0/data
01:52:59.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-0/wal
01:52:59.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:52:59.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.59.126:34879,127.26.59.125:38967,127.26.59.124:34013
01:52:59.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:52:59.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:52:59.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:52:59.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.59.126:34879
01:52:59.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:52:59.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:52:59.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:52:59.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34939/jwks.json
01:52:59.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:52:59.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:52:59.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-0/data/info.pb
01:52:59.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.59.126
01:52:59.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:52:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:52:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:52:59.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:52:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:52:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:52:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:52:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:52:59.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:52:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:52:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:52:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 01:43:22 UTC on e7f111948823
01:52:59.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13251
01:52:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:52:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:52:59.136730 26876 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:52:59.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:52:59.139127 26876 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:52:59.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:52:59.154765 26883 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:00.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:52:59.156711 26884 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:00.411679 26885 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1254 milliseconds
01:53:00.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:00.412832 26886 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:00.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.413426 26876 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:53:00.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.417126 26876 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:00.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.419925 26876 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:00.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.421320 26876 hybrid_clock.cc:648] HybridClock initialized: now 1786240380421277 us; error 51 us; skew 500 ppm
01:53:00.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.422262 26876 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:00.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.430315 26876 webserver.cc:533] Webserver started at http://127.26.59.126:35393/ using document root <none> and password file <none>
01:53:00.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.431502 26876 fs_manager.cc:362] Metadata directory not provided
01:53:00.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.431712 26876 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:00.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.432206 26876 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:00.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.436674 26876 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-0/data/instance:
01:53:00.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f255dde4fbe4884b6d4be59a9124c8b"
01:53:00.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:00 on dist-test-slave-44d2"
01:53:00.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.437937 26876 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-0/wal/instance:
01:53:00.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f255dde4fbe4884b6d4be59a9124c8b"
01:53:00.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:00 on dist-test-slave-44d2"
01:53:00.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.445619 26876 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
01:53:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.451574 26903 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.452890 26876 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.001s
01:53:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.453222 26876 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-0/data,/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-0/wal
01:53:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f255dde4fbe4884b6d4be59a9124c8b"
01:53:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:00 on dist-test-slave-44d2"
01:53:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.453610 26876 fs_report.cc:389] FS layout report
01:53:00.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-0/wal
01:53:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-0/wal
01:53:00.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-0/data/data
01:53:00.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:00.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:00.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:00.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:00.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:00.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:00.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:00.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:00.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:00.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:00.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:00.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.515988 26876 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:00.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.517838 26876 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:00.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.518297 26876 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:00.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.599150 26876 rpc_server.cc:307] RPC server started. Bound to: 127.26.59.126:34879
01:53:00.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.599237 26977 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.59.126:34879 every 8 connection(s)
01:53:00.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.601961 26876 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-0/data/info.pb
01:53:00.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.607995 26861 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu as pid 26876
01:53:00.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.608594 26861 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-0/wal/instance
01:53:00.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.608744 26978 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:53:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.613807 26861 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-1/wal
01:53:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-1/data
01:53:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:00.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:00.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-1/logs
01:53:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-1/data/info.pb
01:53:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:00.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:53:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:00.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:00.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.59.125:38967
01:53:00.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.59.125
01:53:00.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:00.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.59.84:42091
01:53:00.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:00.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:00.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:00.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:00.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.59.126:34879,127.26.59.125:38967,127.26.59.124:34013
01:53:00.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:00.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34939/jwks.json with env {}
01:53:00.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.626029 26978 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.59.126" port: 34879 } has no permanent_uuid. Determining permanent_uuid...
01:53:00.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.657209 26978 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } has no permanent_uuid. Determining permanent_uuid...
01:53:00.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:00.659619 26907 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.59.125:38967: connect: Connection refused (error 111)
01:53:00.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:00.663961 26978 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.59.125:38967: Network error: Client connection negotiation failed: client connection to 127.26.59.125:38967: connect: Connection refused (error 111)
01:53:00.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.713579 26978 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } attempt: 1
01:53:00.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:00.718472 26978 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.59.125:38967: Network error: Client connection negotiation failed: client connection to 127.26.59.125:38967: connect: Connection refused (error 111)
01:53:00.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.787061 26978 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } attempt: 2
01:53:00.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:00.792550 26978 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.59.125:38967: Network error: Client connection negotiation failed: client connection to 127.26.59.125:38967: connect: Connection refused (error 111)
01:53:00.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:00.884054 26978 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } attempt: 3
01:53:00.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:00.888777 26978 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.59.125:38967: Network error: Client connection negotiation failed: client connection to 127.26.59.125:38967: connect: Connection refused (error 111)
01:53:00.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:00.951618 26981 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:00.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:00.952194 26981 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:00.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:00.952768 26981 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:00.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:00.987201 26981 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:53:00.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:00.987521 26981 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:00.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:00.987855 26981 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:53:00.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:00.988169 26981 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:53:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:00.988396 26981 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:53:00.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:00.988659 26981 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34939/jwks.json
01:53:01.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:01.027395 26981 master_runner.cc:387] Master server non-default flags:
01:53:01.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-1/logs
01:53:01.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:01.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:01.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.59.84:42091
01:53:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-1/data
01:53:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-1/wal
01:53:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:01.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.59.126:34879,127.26.59.125:38967,127.26.59.124:34013
01:53:01.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:01.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:01.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:01.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.59.125:38967
01:53:01.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:01.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:01.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:01.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34939/jwks.json
01:53:01.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:01.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:01.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-1/data/info.pb
01:53:01.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.59.125
01:53:01.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:01.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:01.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:01.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:53:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:01.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:53:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 01:43:22 UTC on e7f111948823
01:53:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13251
01:53:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:01.028990 26981 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:01.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:01.031172 26981 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:01.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:01.032194 26978 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } attempt: 4
01:53:01.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:01.038132 26978 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.59.125:38967: Network error: Client connection negotiation failed: client connection to 127.26.59.125:38967: connect: Connection refused (error 111)
01:53:01.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:01.045915 26994 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:01.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:01.337652 26978 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } attempt: 5
01:53:01.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:01.349356 26978 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.59.125:38967: Network error: Client connection negotiation failed: client connection to 127.26.59.125:38967: connect: Connection refused (error 111)
01:53:01.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:01.896999 26978 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } attempt: 6
01:53:01.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:01.938390 26978 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.59.125:38967: Network error: Client connection negotiation failed: client connection to 127.26.59.125:38967: connect: Connection refused (error 111)
01:53:02.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:01.046800 26995 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:02.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:02.449680 26997 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:02.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:02.452131 26981 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.406s user 0.430s sys 0.951s
01:53:02.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:02.452476 26981 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.406s user 0.430s sys 0.951s
01:53:02.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:02.458129 26996 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1400 milliseconds
01:53:02.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.458144 26981 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:53:02.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.461475 26981 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:02.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.464329 26981 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:02.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.465804 26981 hybrid_clock.cc:648] HybridClock initialized: now 1786240382465765 us; error 81 us; skew 500 ppm
01:53:02.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.466928 26981 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:02.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.474897 26981 webserver.cc:533] Webserver started at http://127.26.59.125:39321/ using document root <none> and password file <none>
01:53:02.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.476014 26981 fs_manager.cc:362] Metadata directory not provided
01:53:02.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.476276 26981 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.476963 26981 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.481660 26981 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-1/data/instance:
01:53:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9b08bb6ba7245c5948671d3a4163eb4"
01:53:02.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:02 on dist-test-slave-44d2"
01:53:02.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.483320 26981 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-1/wal/instance:
01:53:02.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9b08bb6ba7245c5948671d3a4163eb4"
01:53:02.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:02 on dist-test-slave-44d2"
01:53:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.492149 26981 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.004s
01:53:02.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.498713 27014 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:02.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.500248 26981 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.002s
01:53:02.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.500661 26981 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-1/data,/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-1/wal
01:53:02.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e9b08bb6ba7245c5948671d3a4163eb4"
01:53:02.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:02 on dist-test-slave-44d2"
01:53:02.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.501098 26981 fs_report.cc:389] FS layout report
01:53:02.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:02.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-1/wal
01:53:02.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-1/wal
01:53:02.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-1/data/data
01:53:02.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:02.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:02.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:02.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:02.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:02.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:02.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:02.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:02.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:02.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:02.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:02.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.607313 26981 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:02.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.609246 26981 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:02.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.609844 26981 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:02.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.696448 26981 rpc_server.cc:307] RPC server started. Bound to: 127.26.59.125:38967
01:53:02.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.696576 27098 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.59.125:38967 every 8 connection(s)
01:53:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.699748 26981 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-1/data/info.pb
01:53:02.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.706678 27099 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:53:02.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.708736 26861 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu as pid 26981
01:53:02.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.709182 26861 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-1/wal/instance
01:53:02.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.711359 26861 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:02.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:02.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-2/wal
01:53:02.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-2/data
01:53:02.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:02.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:02.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:02.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-2/logs
01:53:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-2/data/info.pb
01:53:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:02.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:53:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:02.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:02.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:02.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.59.124:34013
01:53:02.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.59.124
01:53:02.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:02.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.59.84:42091
01:53:02.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:02.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:02.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:02.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:02.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.59.126:34879,127.26.59.125:38967,127.26.59.124:34013
01:53:02.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:02.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34939/jwks.json with env {}
01:53:02.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.722036 27099 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.59.126" port: 34879 } has no permanent_uuid. Determining permanent_uuid...
01:53:02.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.750555 27099 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } has no permanent_uuid. Determining permanent_uuid...
01:53:02.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.765691 27099 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } has no permanent_uuid. Determining permanent_uuid...
01:53:02.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:02.768630 27024 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.59.124:34013: connect: Connection refused (error 111)
01:53:02.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:02.774323 27099 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.59.124:34013: Network error: Client connection negotiation failed: client connection to 127.26.59.124:34013: connect: Connection refused (error 111)
01:53:02.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.823978 27099 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } attempt: 1
01:53:02.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:02.828649 27099 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.59.124:34013: Network error: Client connection negotiation failed: client connection to 127.26.59.124:34013: connect: Connection refused (error 111)
01:53:02.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.897056 27099 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } attempt: 2
01:53:02.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:02.901563 27099 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.59.124:34013: Network error: Client connection negotiation failed: client connection to 127.26.59.124:34013: connect: Connection refused (error 111)
01:53:02.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.993014 27099 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } attempt: 3
01:53:02.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:02.997766 27099 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.59.124:34013: Network error: Client connection negotiation failed: client connection to 127.26.59.124:34013: connect: Connection refused (error 111)
01:53:02.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:02.999049 26978 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } attempt: 7
01:53:03.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:03.011080 26978 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } has no permanent_uuid. Determining permanent_uuid...
01:53:03.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:03.017488 26978 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.59.124:34013: Network error: Client connection negotiation failed: client connection to 127.26.59.124:34013: connect: Connection refused (error 111)
01:53:03.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:03.065809 27101 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:03.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:03.066414 27101 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:03.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:03.066861 27101 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:03.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:03.075922 26978 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } attempt: 1
01:53:03.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:03.080868 26978 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.59.124:34013: Network error: Client connection negotiation failed: client connection to 127.26.59.124:34013: connect: Connection refused (error 111)
01:53:03.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:03.105126 27101 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:53:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:03.105508 27101 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:03.105784 27101 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:53:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:03.106094 27101 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:53:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:03.106419 27101 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:53:03.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:03.106626 27101 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34939/jwks.json
01:53:03.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:03.141181 27099 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } attempt: 4
01:53:03.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:03.145779 27099 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.59.124:34013: Network error: Client connection negotiation failed: client connection to 127.26.59.124:34013: connect: Connection refused (error 111)
01:53:03.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:03.153447 27101 master_runner.cc:387] Master server non-default flags:
01:53:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-2/logs
01:53:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.59.84:42091
01:53:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:03.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-2/data
01:53:03.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-2/wal
01:53:03.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:03.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.59.126:34879,127.26.59.125:38967,127.26.59.124:34013
01:53:03.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:03.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:03.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:03.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.59.124:34013
01:53:03.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34939/jwks.json
01:53:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-2/data/info.pb
01:53:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.59.124
01:53:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:03.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:03.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:03.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:03.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:03.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:03.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:53:03.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:03.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:53:03.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:03.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 01:43:22 UTC on e7f111948823
01:53:03.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13251
01:53:03.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:03.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:03.155259 27101 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:03.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:03.157893 27101 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:03.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:03.162271 26978 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } attempt: 2
01:53:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:03.166628 26978 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.59.124:34013: Network error: Client connection negotiation failed: client connection to 127.26.59.124:34013: connect: Connection refused (error 111)
01:53:03.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:03.172835 27118 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:03.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:03.252158 26978 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } attempt: 3
01:53:03.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:03.262385 26978 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.59.124:34013: Network error: Client connection negotiation failed: client connection to 127.26.59.124:34013: connect: Connection refused (error 111)
01:53:03.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:03.403050 26978 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } attempt: 4
01:53:03.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:03.413059 26978 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.59.124:34013: Network error: Client connection negotiation failed: client connection to 127.26.59.124:34013: connect: Connection refused (error 111)
01:53:03.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:03.445209 27099 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } attempt: 5
01:53:03.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:03.455300 27099 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.59.124:34013: Network error: Client connection negotiation failed: client connection to 127.26.59.124:34013: connect: Connection refused (error 111)
01:53:03.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:03.696661 26978 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } attempt: 5
01:53:03.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:03.706568 26978 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.59.124:34013: Network error: Client connection negotiation failed: client connection to 127.26.59.124:34013: connect: Connection refused (error 111)
01:53:04.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:04.002928 27099 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } attempt: 6
01:53:04.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:04.026782 27099 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.59.124:34013: Network error: Client connection negotiation failed: client connection to 127.26.59.124:34013: connect: Connection refused (error 111)
01:53:04.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:04.259301 26978 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } attempt: 6
01:53:04.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:04.289086 26978 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.59.124:34013: Network error: Client connection negotiation failed: client connection to 127.26.59.124:34013: connect: Connection refused (error 111)
01:53:04.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:03.173840 27119 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:04.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:04.923267 27101 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.749s user 0.001s sys 0.000s
01:53:04.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:04.923755 27101 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.750s user 0.002s sys 0.001s
01:53:04.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:04.581255 27115 debug-util.cc:398] Leaking SignalData structure 0x7b080002ee00 after lost signal to thread 27101
01:53:04.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:04.924271 27122 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1749 milliseconds
01:53:04.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:04.925915 27124 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:04.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:04.925846 27101 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:53:04.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:04.929572 27101 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:04.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:04.932789 27101 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:04.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:04.934237 27101 hybrid_clock.cc:648] HybridClock initialized: now 1786240384934184 us; error 59 us; skew 500 ppm
01:53:04.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:04.935122 27101 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:04.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:04.941511 27101 webserver.cc:533] Webserver started at http://127.26.59.124:33651/ using document root <none> and password file <none>
01:53:04.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:04.942440 27101 fs_manager.cc:362] Metadata directory not provided
01:53:04.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:04.942632 27101 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:04.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:04.943024 27101 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:04.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:04.947542 27101 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-2/data/instance:
01:53:04.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc33c569904d4e24ad9ba727f383f81a"
01:53:04.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:04 on dist-test-slave-44d2"
01:53:04.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:04.949000 27101 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-2/wal/instance:
01:53:04.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc33c569904d4e24ad9ba727f383f81a"
01:53:04.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:04 on dist-test-slave-44d2"
01:53:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:04.957731 27101 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
01:53:04.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:04.963757 27146 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:04.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:04.965014 27101 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
01:53:04.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:04.965328 27101 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-2/data,/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-2/wal
01:53:04.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc33c569904d4e24ad9ba727f383f81a"
01:53:04.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:04 on dist-test-slave-44d2"
01:53:04.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:04.965636 27101 fs_report.cc:389] FS layout report
01:53:04.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:04.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-2/wal
01:53:04.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-2/wal
01:53:04.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-2/data/data
01:53:04.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:04.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:04.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:04.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:04.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:04.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:04.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:04.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:04.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:04.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:04.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:05.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.027711 27101 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.029484 27101 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.030020 27101 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:05.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.087407 27099 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } attempt: 7
01:53:05.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:05.095602 27099 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.59.124:34013: Network error: Client connection negotiation failed: client connection to 127.26.59.124:34013: connect: Connection refused (error 111)
01:53:05.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.111886 27101 rpc_server.cc:307] RPC server started. Bound to: 127.26.59.124:34013
01:53:05.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.111969 27222 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.59.124:34013 every 8 connection(s)
01:53:05.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.115890 27101 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-2/data/info.pb
01:53:05.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.119462 26861 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu as pid 27101
01:53:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.119930 26861 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/master-2/wal/instance
01:53:05.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.124827 27223 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:53:05.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.141162 27223 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.59.126" port: 34879 } has no permanent_uuid. Determining permanent_uuid...
01:53:05.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.167280 27223 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } has no permanent_uuid. Determining permanent_uuid...
01:53:05.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.177629 27223 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } has no permanent_uuid. Determining permanent_uuid...
01:53:05.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.195681 27223 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a: Bootstrap starting.
01:53:05.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.203753 27223 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a: Neither blocks nor log segments found. Creating new log.
01:53:05.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.206753 27223 log.cc:826] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a: Log is configured to *not* fsync() on all Append() calls
01:53:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.212057 27223 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a: No bootstrap required, opened a new log
01:53:05.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.235301 27223 raft_consensus.cc:359] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" member_type: VOTER last_known_addr { host: "127.26.59.126" port: 34879 } } peers { permanent_uuid: "e9b08bb6ba7245c5948671d3a4163eb4" member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } } peers { permanent_uuid: "dc33c569904d4e24ad9ba727f383f81a" member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } }
01:53:05.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.236037 27223 raft_consensus.cc:385] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:53:05.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.236255 27223 raft_consensus.cc:740] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dc33c569904d4e24ad9ba727f383f81a, State: Initialized, Role: FOLLOWER
01:53:05.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.237406 27223 consensus_queue.cc:260] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" member_type: VOTER last_known_addr { host: "127.26.59.126" port: 34879 } } peers { permanent_uuid: "e9b08bb6ba7245c5948671d3a4163eb4" member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } } peers { permanent_uuid: "dc33c569904d4e24ad9ba727f383f81a" member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } }
01:53:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.240968 27237 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" member_type: VOTER last_known_addr { host: "127.26.59.126" port: 34879 } } peers { permanent_uuid: "e9b08bb6ba7245c5948671d3a4163eb4" member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } } peers { permanent_uuid: "dc33c569904d4e24ad9ba727f383f81a" member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } } }
01:53:05.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.241560 27237 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a [sys.catalog]: This master's current role is: FOLLOWER
01:53:05.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.243058 27223 sys_catalog.cc:565] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a [sys.catalog]: configured and running, proceeding with master startup.
01:53:05.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:05.271373 27255 catalog_manager.cc:1594] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:53:05.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:05.272717 27255 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:53:05.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:05.285468 27154 tablet.cc:2406] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:53:05.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.266440 27101 master_runner.cc:187] Error getting master registration for 127.26.59.126:34879: OK, instance_id { permanent_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" instance_seqno: 1786240380576948 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:53:05.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.293829 27101 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:53:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.322746 26978 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } attempt: 7
01:53:05.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.343757 26978 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b: Bootstrap starting.
01:53:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.355039 26978 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b: Neither blocks nor log segments found. Creating new log.
01:53:05.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.357149 26978 log.cc:826] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b: Log is configured to *not* fsync() on all Append() calls
01:53:05.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.362003 26978 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b: No bootstrap required, opened a new log
01:53:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.382390 26978 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" member_type: VOTER last_known_addr { host: "127.26.59.126" port: 34879 } } peers { permanent_uuid: "e9b08bb6ba7245c5948671d3a4163eb4" member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } } peers { permanent_uuid: "dc33c569904d4e24ad9ba727f383f81a" member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } }
01:53:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.383008 26978 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:53:05.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.383209 26978 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6f255dde4fbe4884b6d4be59a9124c8b, State: Initialized, Role: FOLLOWER
01:53:05.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.384019 26978 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" member_type: VOTER last_known_addr { host: "127.26.59.126" port: 34879 } } peers { permanent_uuid: "e9b08bb6ba7245c5948671d3a4163eb4" member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } } peers { permanent_uuid: "dc33c569904d4e24ad9ba727f383f81a" member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } }
01:53:05.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.387247 27261 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" member_type: VOTER last_known_addr { host: "127.26.59.126" port: 34879 } } peers { permanent_uuid: "e9b08bb6ba7245c5948671d3a4163eb4" member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } } peers { permanent_uuid: "dc33c569904d4e24ad9ba727f383f81a" member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } } }
01:53:05.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.388098 27261 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [sys.catalog]: This master's current role is: FOLLOWER
01:53:05.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.389097 26978 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [sys.catalog]: configured and running, proceeding with master startup.
01:53:05.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:05.432969 27277 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:53:05.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:05.433872 27277 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:53:05.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.428445 26876 master_runner.cc:187] Error getting master registration for 127.26.59.125:38967: OK, instance_id { permanent_uuid: "e9b08bb6ba7245c5948671d3a4163eb4" instance_seqno: 1786240382673314 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:53:05.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.455544 26876 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:53:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:05.529779 26911 tablet.cc:2406] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:53:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.666352 27261 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:53:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.666982 27261 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" member_type: VOTER last_known_addr { host: "127.26.59.126" port: 34879 } } peers { permanent_uuid: "e9b08bb6ba7245c5948671d3a4163eb4" member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } } peers { permanent_uuid: "dc33c569904d4e24ad9ba727f383f81a" member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } }
01:53:05.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.672974 27183 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dc33c569904d4e24ad9ba727f383f81a" is_pre_election: true
01:53:05.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.673123 27261 leader_election.cc:290] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e9b08bb6ba7245c5948671d3a4163eb4 (127.26.59.125:38967), dc33c569904d4e24ad9ba727f383f81a (127.26.59.124:34013)
01:53:05.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.673941 27183 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6f255dde4fbe4884b6d4be59a9124c8b in term 0.
01:53:05.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.675652 26909 leader_election.cc:304] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6f255dde4fbe4884b6d4be59a9124c8b, dc33c569904d4e24ad9ba727f383f81a; no voters:
01:53:05.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.677784 27261 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [term 0 FOLLOWER]: Leader pre-election won for term 1
01:53:05.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.678146 27261 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:53:05.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.678460 27261 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [term 0 FOLLOWER]: Advancing to term 1
01:53:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.690447 27261 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" member_type: VOTER last_known_addr { host: "127.26.59.126" port: 34879 } } peers { permanent_uuid: "e9b08bb6ba7245c5948671d3a4163eb4" member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } } peers { permanent_uuid: "dc33c569904d4e24ad9ba727f383f81a" member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } }
01:53:05.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.703645 27183 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dc33c569904d4e24ad9ba727f383f81a"
01:53:05.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.704241 27183 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a [term 0 FOLLOWER]: Advancing to term 1
01:53:05.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.711934 27183 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6f255dde4fbe4884b6d4be59a9124c8b in term 1.
01:53:05.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.713830 26909 leader_election.cc:304] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6f255dde4fbe4884b6d4be59a9124c8b, dc33c569904d4e24ad9ba727f383f81a; no voters:
01:53:05.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.720613 27261 leader_election.cc:290] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [CANDIDATE]: Term 1 election: Requested vote from peers e9b08bb6ba7245c5948671d3a4163eb4 (127.26.59.125:38967), dc33c569904d4e24ad9ba727f383f81a (127.26.59.124:34013)
01:53:05.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.721690 27261 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [term 1 FOLLOWER]: Leader election won for term 1
01:53:05.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.722451 27261 raft_consensus.cc:697] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [term 1 LEADER]: Becoming Leader. State: Replica: 6f255dde4fbe4884b6d4be59a9124c8b, State: Running, Role: LEADER
01:53:05.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.723668 27261 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" member_type: VOTER last_known_addr { host: "127.26.59.126" port: 34879 } } peers { permanent_uuid: "e9b08bb6ba7245c5948671d3a4163eb4" member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } } peers { permanent_uuid: "dc33c569904d4e24ad9ba727f383f81a" member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } }
01:53:05.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.744740 27284 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6f255dde4fbe4884b6d4be59a9124c8b. Latest consensus state: current_term: 1 leader_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" member_type: VOTER last_known_addr { host: "127.26.59.126" port: 34879 } } peers { permanent_uuid: "e9b08bb6ba7245c5948671d3a4163eb4" member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } } peers { permanent_uuid: "dc33c569904d4e24ad9ba727f383f81a" member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } } }
01:53:05.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.745488 27284 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [sys.catalog]: This master's current role is: LEADER
01:53:05.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.756398 27286 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
01:53:05.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.764680 27286 catalog_manager.cc:1520] Initializing Kudu cluster ID...
01:53:05.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.796350 27183 raft_consensus.cc:1275] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a [term 1 FOLLOWER]: Refusing update from remote peer 6f255dde4fbe4884b6d4be59a9124c8b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:53:05.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.798810 27284 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [LEADER]: Connected to new peer: Peer: permanent_uuid: "dc33c569904d4e24ad9ba727f383f81a" member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:53:05.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.836100 27288 mvcc.cc:204] Tried to move back new op lower bound from 7316440620195086336 to 7316440619956809728. Current Snapshot: MvccSnapshot[applied={T|T < 7316440620195086336}]
01:53:05.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.844372 27289 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6f255dde4fbe4884b6d4be59a9124c8b. Latest consensus state: current_term: 1 leader_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" member_type: VOTER last_known_addr { host: "127.26.59.126" port: 34879 } } peers { permanent_uuid: "e9b08bb6ba7245c5948671d3a4163eb4" member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } } peers { permanent_uuid: "dc33c569904d4e24ad9ba727f383f81a" member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } } }
01:53:05.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.848896 27289 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a [sys.catalog]: This master's current role is: FOLLOWER
01:53:05.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.853022 27261 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" member_type: VOTER last_known_addr { host: "127.26.59.126" port: 34879 } } peers { permanent_uuid: "e9b08bb6ba7245c5948671d3a4163eb4" member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } } peers { permanent_uuid: "dc33c569904d4e24ad9ba727f383f81a" member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } } }
01:53:05.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.853729 27261 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [sys.catalog]: This master's current role is: LEADER
01:53:05.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.856194 27286 catalog_manager.cc:1383] Generated new cluster ID: d70e9461b92246048669710a37f44e2a
01:53:05.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.856515 27286 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
01:53:05.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.862617 27289 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" member_type: VOTER last_known_addr { host: "127.26.59.126" port: 34879 } } peers { permanent_uuid: "e9b08bb6ba7245c5948671d3a4163eb4" member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } } peers { permanent_uuid: "dc33c569904d4e24ad9ba727f383f81a" member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } } }
01:53:05.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.863646 27289 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a [sys.catalog]: This master's current role is: FOLLOWER
01:53:05.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.890427 27286 catalog_manager.cc:1406] Generated new certificate authority record
01:53:05.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.893989 27286 catalog_manager.cc:1540] Loading token signing keys...
01:53:05.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.926453 27286 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b: Generated new TSK 0
01:53:05.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.930761 27286 catalog_manager.cc:1550] Initializing in-progress tserver states...
01:53:05.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:05.982110 26861 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:05.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:05.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-0/wal
01:53:05.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-0/data
01:53:05.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:05.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:05.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:05.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:05.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:05.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:05.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-0/logs
01:53:05.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-0/data/info.pb
01:53:05.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:05.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:05.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:05.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:05.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:05.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:05.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:05.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:05.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:53:05.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:05.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.59.65:0
01:53:05.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.59.65
01:53:05.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.59.65
01:53:05.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:05.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.59.126:34879,127.26.59.125:38967,127.26.59.124:34013
01:53:05.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.59.84:42091
01:53:05.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:05.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:05.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:53:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:06.279989 27255 catalog_manager.cc:1295] Loaded cluster ID: d70e9461b92246048669710a37f44e2a
01:53:06.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:06.280319 27255 catalog_manager.cc:1588] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a: loading cluster ID for follower catalog manager: success
01:53:06.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:06.288635 27255 catalog_manager.cc:1610] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a: acquiring CA information for follower catalog manager: success
01:53:06.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:06.306273 27255 catalog_manager.cc:1638] T 00000000000000000000000000000000 P dc33c569904d4e24ad9ba727f383f81a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:53:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:06.564275 27297 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:06.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:06.565066 27297 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:06.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:06.565856 27297 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:06.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:06.640880 27297 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:06.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:06.642283 27297 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.59.65
01:53:06.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:06.745587 27297 tablet_server_runner.cc:78] Tablet server non-default flags:
01:53:06.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-0/logs
01:53:06.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:06.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:06.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:06.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.59.84:42091
01:53:06.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-0/data
01:53:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-0/wal
01:53:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.59.65:0
01:53:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-0/data/info.pb
01:53:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.59.65
01:53:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.59.126:34879,127.26.59.125:38967,127.26.59.124:34013
01:53:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:06.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:06.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:06.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.59.65
01:53:06.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:06.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:53:06.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:06.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:53:06.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:06.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 01:43:22 UTC on e7f111948823
01:53:06.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13251
01:53:06.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:06.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:06.747534 27297 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:06.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:06.749976 27297 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:06.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:06.780963 27305 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:07.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.186028 27099 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } attempt: 8
01:53:07.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:07.455933 26907 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.26.59.125:38967 timed out after 1.754s (SENT) [suppressed 13 similar messages]
01:53:07.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.469071 27099 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e9b08bb6ba7245c5948671d3a4163eb4: Bootstrap starting.
01:53:07.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.549415 27099 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e9b08bb6ba7245c5948671d3a4163eb4: Neither blocks nor log segments found. Creating new log.
01:53:07.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.555660 27099 log.cc:826] T 00000000000000000000000000000000 P e9b08bb6ba7245c5948671d3a4163eb4: Log is configured to *not* fsync() on all Append() calls
01:53:07.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.577728 27099 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e9b08bb6ba7245c5948671d3a4163eb4: No bootstrap required, opened a new log
01:53:07.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.687048 27099 raft_consensus.cc:359] T 00000000000000000000000000000000 P e9b08bb6ba7245c5948671d3a4163eb4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" member_type: VOTER last_known_addr { host: "127.26.59.126" port: 34879 } } peers { permanent_uuid: "e9b08bb6ba7245c5948671d3a4163eb4" member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } } peers { permanent_uuid: "dc33c569904d4e24ad9ba727f383f81a" member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } }
01:53:07.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.690615 27099 raft_consensus.cc:385] T 00000000000000000000000000000000 P e9b08bb6ba7245c5948671d3a4163eb4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:53:07.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.691861 27099 raft_consensus.cc:740] T 00000000000000000000000000000000 P e9b08bb6ba7245c5948671d3a4163eb4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e9b08bb6ba7245c5948671d3a4163eb4, State: Initialized, Role: FOLLOWER
01:53:07.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.694479 27099 consensus_queue.cc:260] T 00000000000000000000000000000000 P e9b08bb6ba7245c5948671d3a4163eb4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" member_type: VOTER last_known_addr { host: "127.26.59.126" port: 34879 } } peers { permanent_uuid: "e9b08bb6ba7245c5948671d3a4163eb4" member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } } peers { permanent_uuid: "dc33c569904d4e24ad9ba727f383f81a" member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } }
01:53:07.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.715795 27327 sys_catalog.cc:455] T 00000000000000000000000000000000 P e9b08bb6ba7245c5948671d3a4163eb4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" member_type: VOTER last_known_addr { host: "127.26.59.126" port: 34879 } } peers { permanent_uuid: "e9b08bb6ba7245c5948671d3a4163eb4" member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } } peers { permanent_uuid: "dc33c569904d4e24ad9ba727f383f81a" member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } } }
01:53:07.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.722014 27327 sys_catalog.cc:458] T 00000000000000000000000000000000 P e9b08bb6ba7245c5948671d3a4163eb4 [sys.catalog]: This master's current role is: FOLLOWER
01:53:07.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.722863 27059 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e9b08bb6ba7245c5948671d3a4163eb4"
01:53:07.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:07.724179 27059 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:60594 (request call id 3) took 2022 ms (client timeout 1754 ms). Trace:
01:53:07.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:07.724649 27059 rpcz_store.cc:269] 0809 01:53:05.701561 (+ 0us) service_pool.cc:167] Inserting onto call queue
01:53:07.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:05.701724 (+ 163us) service_pool.cc:224] Handling call
01:53:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:07.724089 (+2022365us) inbound_call.cc:177] Queueing success response
01:53:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
01:53:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.726797 27053 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e9b08bb6ba7245c5948671d3a4163eb4" is_pre_election: true
01:53:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.728647 27060 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e9b08bb6ba7245c5948671d3a4163eb4" is_pre_election: true
01:53:07.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:07.729626 27060 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:60594 (request call id 2) took 2059 ms (client timeout 2033 ms). Trace:
01:53:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:07.730028 27060 rpcz_store.cc:269] 0809 01:53:05.670321 (+ 0us) service_pool.cc:167] Inserting onto call queue
01:53:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:05.670483 (+ 162us) service_pool.cc:224] Handling call
01:53:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:07.729557 (+2059074us) inbound_call.cc:177] Queueing success response
01:53:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
01:53:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.731460 27054 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e9b08bb6ba7245c5948671d3a4163eb4"
01:53:07.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.722255 27055 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e9b08bb6ba7245c5948671d3a4163eb4 [term 0 FOLLOWER]: Advancing to term 1
01:53:07.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.721551 27099 sys_catalog.cc:565] T 00000000000000000000000000000000 P e9b08bb6ba7245c5948671d3a4163eb4 [sys.catalog]: configured and running, proceeding with master startup.
01:53:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.762735 27055 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e9b08bb6ba7245c5948671d3a4163eb4 [term 1 FOLLOWER]: Refusing update from remote peer 6f255dde4fbe4884b6d4be59a9124c8b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:53:07.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.764155 27055 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:60594 (request call id 4) took 1970 ms. Trace:
01:53:07.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.764927 27055 rpcz_store.cc:276] 0809 01:53:05.793858 (+ 0us) service_pool.cc:167] Inserting onto call queue
01:53:07.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:05.793986 (+ 128us) service_pool.cc:224] Handling call
01:53:07.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:07.721902 (+1927916us) raft_consensus.cc:1471] Updating replica for 0 ops
01:53:07.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:07.763691 (+ 41789us) raft_consensus.cc:1697] Filling consensus response to leader.
01:53:07.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:07.764072 (+ 381us) inbound_call.cc:177] Queueing success response
01:53:07.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
01:53:07.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.767685 27315 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [LEADER]: Connected to new peer: Peer: permanent_uuid: "e9b08bb6ba7245c5948671d3a4163eb4" member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
01:53:07.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.844623 27337 sys_catalog.cc:455] T 00000000000000000000000000000000 P e9b08bb6ba7245c5948671d3a4163eb4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" member_type: VOTER last_known_addr { host: "127.26.59.126" port: 34879 } } peers { permanent_uuid: "e9b08bb6ba7245c5948671d3a4163eb4" member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } } peers { permanent_uuid: "dc33c569904d4e24ad9ba727f383f81a" member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } } }
01:53:07.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.844435 27327 sys_catalog.cc:455] T 00000000000000000000000000000000 P e9b08bb6ba7245c5948671d3a4163eb4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6f255dde4fbe4884b6d4be59a9124c8b. Latest consensus state: current_term: 1 leader_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" member_type: VOTER last_known_addr { host: "127.26.59.126" port: 34879 } } peers { permanent_uuid: "e9b08bb6ba7245c5948671d3a4163eb4" member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } } peers { permanent_uuid: "dc33c569904d4e24ad9ba727f383f81a" member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } } }
01:53:07.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.846846 27327 sys_catalog.cc:458] T 00000000000000000000000000000000 P e9b08bb6ba7245c5948671d3a4163eb4 [sys.catalog]: This master's current role is: FOLLOWER
01:53:07.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.847337 27337 sys_catalog.cc:458] T 00000000000000000000000000000000 P e9b08bb6ba7245c5948671d3a4163eb4 [sys.catalog]: This master's current role is: FOLLOWER
01:53:07.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:07.868916 27349 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:53:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:08.300426 27315 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "6f255dde4fbe4884b6d4be59a9124c8b" member_type: VOTER last_known_addr { host: "127.26.59.126" port: 34879 } } peers { permanent_uuid: "e9b08bb6ba7245c5948671d3a4163eb4" member_type: VOTER last_known_addr { host: "127.26.59.125" port: 38967 } } peers { permanent_uuid: "dc33c569904d4e24ad9ba727f383f81a" member_type: VOTER last_known_addr { host: "127.26.59.124" port: 34013 } } }
01:53:08.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:08.301239 27315 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6f255dde4fbe4884b6d4be59a9124c8b [sys.catalog]: This master's current role is: LEADER
01:53:08.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:08.888338 27349 catalog_manager.cc:1295] Loaded cluster ID: d70e9461b92246048669710a37f44e2a
01:53:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:08.888679 27349 catalog_manager.cc:1588] T 00000000000000000000000000000000 P e9b08bb6ba7245c5948671d3a4163eb4: loading cluster ID for follower catalog manager: success
01:53:08.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:08.908138 27349 catalog_manager.cc:1610] T 00000000000000000000000000000000 P e9b08bb6ba7245c5948671d3a4163eb4: acquiring CA information for follower catalog manager: success
01:53:08.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:08.918262 27349 catalog_manager.cc:1638] T 00000000000000000000000000000000 P e9b08bb6ba7245c5948671d3a4163eb4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:53:09.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:08.171734 27304 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 27297
01:53:09.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:09.203990 27297 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.421s user 0.858s sys 1.313s
01:53:09.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:09.205169 27297 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.423s user 0.858s sys 1.313s
01:53:09.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:06.784932 27307 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:09.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:09.217324 27362 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:09.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.217360 27297 server_base.cc:1061] running on GCE node
01:53:09.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.219246 27297 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:09.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.222147 27297 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:09.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.225791 27297 hybrid_clock.cc:648] HybridClock initialized: now 1786240389224927 us; error 849 us; skew 500 ppm
01:53:09.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.226950 27297 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:09.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.235370 27297 webserver.cc:533] Webserver started at http://127.26.59.65:46615/ using document root <none> and password file <none>
01:53:09.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.236701 27297 fs_manager.cc:362] Metadata directory not provided
01:53:09.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.237008 27297 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:09.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.237629 27297 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:09.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.244688 27297 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-0/data/instance:
01:53:09.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f84c02ec3254437ab02ee71773efbf71"
01:53:09.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:09 on dist-test-slave-44d2"
01:53:09.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.246345 27297 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-0/wal/instance:
01:53:09.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f84c02ec3254437ab02ee71773efbf71"
01:53:09.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:09 on dist-test-slave-44d2"
01:53:09.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.257350 27297 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.011s sys 0.000s
01:53:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.265142 27370 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:09.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.266563 27297 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.001s sys 0.003s
01:53:09.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.266985 27297 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-0/data,/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-0/wal
01:53:09.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f84c02ec3254437ab02ee71773efbf71"
01:53:09.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:09 on dist-test-slave-44d2"
01:53:09.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.267416 27297 fs_report.cc:389] FS layout report
01:53:09.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:09.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-0/wal
01:53:09.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-0/wal
01:53:09.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-0/data/data
01:53:09.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:09.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:09.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:09.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:09.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:09.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:09.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:09.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:09.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:09.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:09.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:09.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.338898 27297 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:09.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.340648 27297 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:09.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.341193 27297 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:09.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.344239 27297 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:53:09.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.349020 27297 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:53:09.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.349320 27297 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:53:09.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.349622 27297 ts_tablet_manager.cc:616] Registered 0 tablets
01:53:09.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.349830 27297 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:53:09.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.531630 27297 rpc_server.cc:307] RPC server started. Bound to: 127.26.59.65:40435
01:53:09.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.531864 27553 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.59.65:40435 every 8 connection(s)
01:53:09.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.535808 27297 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-0/data/info.pb
01:53:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.541494 26861 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu as pid 27297
01:53:09.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.542186 26861 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-0/wal/instance
01:53:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.561869 26861 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-1/wal
01:53:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-1/data
01:53:09.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-1/logs
01:53:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-1/data/info.pb
01:53:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:09.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:53:09.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:09.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.59.66:0
01:53:09.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.59.66
01:53:09.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.59.66
01:53:09.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:09.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.59.126:34879,127.26.59.125:38967,127.26.59.124:34013
01:53:09.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.59.84:42091
01:53:09.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:09.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:09.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:53:09.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.641588 27555 heartbeater.cc:344] Connected to a master server at 127.26.59.125:38967
01:53:09.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.642230 27555 heartbeater.cc:461] Registering TS with master...
01:53:09.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.643921 27555 heartbeater.cc:507] Master 127.26.59.125:38967 requested a full tablet report, sending...
01:53:09.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.646369 27554 heartbeater.cc:344] Connected to a master server at 127.26.59.124:34013
01:53:09.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.646739 27554 heartbeater.cc:461] Registering TS with master...
01:53:09.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.647614 27554 heartbeater.cc:507] Master 127.26.59.124:34013 requested a full tablet report, sending...
01:53:09.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.647693 27042 ts_manager.cc:194] Registered new tserver with Master: f84c02ec3254437ab02ee71773efbf71 (127.26.59.65:40435)
01:53:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.658378 27169 ts_manager.cc:194] Registered new tserver with Master: f84c02ec3254437ab02ee71773efbf71 (127.26.59.65:40435)
01:53:09.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.666503 27556 heartbeater.cc:344] Connected to a master server at 127.26.59.126:34879
01:53:09.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.666893 27556 heartbeater.cc:461] Registering TS with master...
01:53:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.667857 27556 heartbeater.cc:507] Master 127.26.59.126:34879 requested a full tablet report, sending...
01:53:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.670711 26926 ts_manager.cc:194] Registered new tserver with Master: f84c02ec3254437ab02ee71773efbf71 (127.26.59.65:40435)
01:53:09.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:09.674373 26926 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.59.65:58825
01:53:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:10.066716 27570 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:10.067318 27570 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:10.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:10.067978 27570 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:10.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:10.101984 27570 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:10.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:10.103031 27570 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.59.66
01:53:10.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:10.144623 27570 tablet_server_runner.cc:78] Tablet server non-default flags:
01:53:10.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-1/logs
01:53:10.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:10.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:10.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:10.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.59.84:42091
01:53:10.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:10.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:10.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-1/data
01:53:10.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-1/wal
01:53:10.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:10.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:10.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.59.66:0
01:53:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-1/data/info.pb
01:53:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.59.66
01:53:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.59.126:34879,127.26.59.125:38967,127.26.59.124:34013
01:53:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.59.66
01:53:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:53:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:53:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 01:43:22 UTC on e7f111948823
01:53:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13251
01:53:10.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:10.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:10.146055 27570 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:10.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:10.148377 27570 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:10.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:10.166834 27585 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:10.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:10.679486 27556 heartbeater.cc:499] Master 127.26.59.126:34879 was elected leader, sending a full tablet report...
01:53:10.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:10.790091 27214 debug-util.cc:398] Leaking SignalData structure 0x7b08000708c0 after lost signal to thread 27110
01:53:10.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:10.790817 27214 debug-util.cc:398] Leaking SignalData structure 0x7b0800070340 after lost signal to thread 27222
01:53:11.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:11.568295 27583 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 27570
01:53:11.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:10.169876 27586 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:11.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:11.966871 27570 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.799s user 0.602s sys 1.189s
01:53:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:11.969733 27570 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.802s user 0.602s sys 1.189s
01:53:11.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:11.970249 27590 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:11.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:11.978014 27570 server_base.cc:1061] running on GCE node
01:53:11.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:11.979578 27570 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:11.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:11.982474 27570 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:11.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:11.984169 27570 hybrid_clock.cc:648] HybridClock initialized: now 1786240391984121 us; error 43 us; skew 500 ppm
01:53:11.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:11.985352 27570 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:11.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:11.993939 27570 webserver.cc:533] Webserver started at http://127.26.59.66:38973/ using document root <none> and password file <none>
01:53:11.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:11.995326 27570 fs_manager.cc:362] Metadata directory not provided
01:53:11.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:11.995641 27570 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:11.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:11.996248 27570 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:12.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.003686 27570 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-1/data/instance:
01:53:12.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4293d212c2df4a9a868f7b91665b3261"
01:53:12.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:11 on dist-test-slave-44d2"
01:53:12.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.005309 27570 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-1/wal/instance:
01:53:12.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4293d212c2df4a9a868f7b91665b3261"
01:53:12.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:11 on dist-test-slave-44d2"
01:53:12.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.015758 27570 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.009s sys 0.001s
01:53:12.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.024271 27601 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:12.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.025741 27570 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
01:53:12.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.026440 27570 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-1/data,/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-1/wal
01:53:12.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4293d212c2df4a9a868f7b91665b3261"
01:53:12.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:11 on dist-test-slave-44d2"
01:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.027304 27570 fs_report.cc:389] FS layout report
01:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-1/wal
01:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-1/wal
01:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-1/data/data
01:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:12.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:12.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:12.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.094801 27570 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:12.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.096459 27570 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:12.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.097078 27570 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:12.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.100368 27570 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:53:12.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.106531 27570 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:53:12.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.106786 27570 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:53:12.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.107134 27570 ts_tablet_manager.cc:616] Registered 0 tablets
01:53:12.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.107359 27570 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:53:12.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.306079 27570 rpc_server.cc:307] RPC server started. Bound to: 127.26.59.66:38947
01:53:12.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.306255 27778 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.59.66:38947 every 8 connection(s)
01:53:12.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.309036 27570 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-1/data/info.pb
01:53:12.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.314975 26861 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu as pid 27570
01:53:12.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.315459 26861 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-1/wal/instance
01:53:12.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.340031 26861 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-2/wal
01:53:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-2/data
01:53:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-2/logs
01:53:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-2/data/info.pb
01:53:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:12.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:12.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:12.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:12.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:12.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:12.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:12.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:53:12.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:12.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.59.67:0
01:53:12.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.59.67
01:53:12.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.59.67
01:53:12.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:12.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.59.126:34879,127.26.59.125:38967,127.26.59.124:34013
01:53:12.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.59.84:42091
01:53:12.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:12.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:12.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
01:53:12.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.388747 27781 heartbeater.cc:344] Connected to a master server at 127.26.59.125:38967
01:53:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.388926 27786 heartbeater.cc:344] Connected to a master server at 127.26.59.126:34879
01:53:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.389351 27781 heartbeater.cc:461] Registering TS with master...
01:53:12.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.389366 27786 heartbeater.cc:461] Registering TS with master...
01:53:12.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.390750 27779 heartbeater.cc:344] Connected to a master server at 127.26.59.124:34013
01:53:12.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.391222 27779 heartbeater.cc:461] Registering TS with master...
01:53:12.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.392187 27786 heartbeater.cc:507] Master 127.26.59.126:34879 requested a full tablet report, sending...
01:53:12.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.393296 27779 heartbeater.cc:507] Master 127.26.59.124:34013 requested a full tablet report, sending...
01:53:12.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.393180 27781 heartbeater.cc:507] Master 127.26.59.125:38967 requested a full tablet report, sending...
01:53:12.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.397253 27169 ts_manager.cc:194] Registered new tserver with Master: 4293d212c2df4a9a868f7b91665b3261 (127.26.59.66:38947)
01:53:12.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.397270 27042 ts_manager.cc:194] Registered new tserver with Master: 4293d212c2df4a9a868f7b91665b3261 (127.26.59.66:38947)
01:53:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.400760 26926 ts_manager.cc:194] Registered new tserver with Master: 4293d212c2df4a9a868f7b91665b3261 (127.26.59.66:38947)
01:53:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.402590 26926 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.59.66:38023
01:53:12.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:12.739001 27797 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:12.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:12.739606 27797 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:12.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:12.740262 27797 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:12.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:12.775370 27797 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:12.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:12.776516 27797 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.59.67
01:53:12.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.815243 27797 tablet_server_runner.cc:78] Tablet server non-default flags:
01:53:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-2/logs
01:53:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.59.84:42091
01:53:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-2/data
01:53:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-2/wal
01:53:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.59.67:0
01:53:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-2/data/info.pb
01:53:12.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.59.67
01:53:12.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:12.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.59.126:34879,127.26.59.125:38967,127.26.59.124:34013
01:53:12.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:12.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:12.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:12.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:12.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:12.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.59.67
01:53:12.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:53:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:53:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 01:43:22 UTC on e7f111948823
01:53:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13251
01:53:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:12.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.817097 27797 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:12.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:12.819298 27797 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:12.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:12.835583 27807 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:13.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:13.406705 27786 heartbeater.cc:499] Master 127.26.59.126:34879 was elected leader, sending a full tablet report...
01:53:13.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:13.496790 26974 debug-util.cc:398] Leaking SignalData structure 0x7b08000a72a0 after lost signal to thread 26877
01:53:13.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:13.497761 26974 debug-util.cc:398] Leaking SignalData structure 0x7b0800096160 after lost signal to thread 26977
01:53:14.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:14.237428 27806 debug-util.cc:398] Leaking SignalData structure 0x7b080002ede0 after lost signal to thread 27797
01:53:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:14.757509 27812 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:14.757896 27811 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1918 milliseconds
01:53:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:14.754899 27797 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.917s user 0.587s sys 1.277s
01:53:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:14.758522 27797 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.921s user 0.587s sys 1.277s
01:53:14.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:12.837339 27809 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.759233 27797 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:53:14.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.764670 27797 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:14.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.767894 27797 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:14.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.769447 27797 hybrid_clock.cc:648] HybridClock initialized: now 1786240394769403 us; error 61 us; skew 500 ppm
01:53:14.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.770416 27797 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:14.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.777125 27797 webserver.cc:533] Webserver started at http://127.26.59.67:41935/ using document root <none> and password file <none>
01:53:14.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.778126 27797 fs_manager.cc:362] Metadata directory not provided
01:53:14.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.778378 27797 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:14.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.778920 27797 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:14.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.783326 27797 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-2/data/instance:
01:53:14.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ac9aeaf6b6a4fd799a3479354267c3b"
01:53:14.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:14 on dist-test-slave-44d2"
01:53:14.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.784750 27797 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-2/wal/instance:
01:53:14.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ac9aeaf6b6a4fd799a3479354267c3b"
01:53:14.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:14 on dist-test-slave-44d2"
01:53:14.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.793107 27797 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.005s sys 0.002s
01:53:14.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.799679 27824 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.801182 27797 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.001s sys 0.006s
01:53:14.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.801611 27797 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-2/data,/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-2/wal
01:53:14.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ac9aeaf6b6a4fd799a3479354267c3b"
01:53:14.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:14 on dist-test-slave-44d2"
01:53:14.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.802213 27797 fs_report.cc:389] FS layout report
01:53:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-2/wal
01:53:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-2/wal
01:53:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-2/data/data
01:53:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:14.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:14.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.872836 27797 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.874317 27797 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:14.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.874712 27797 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:14.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.877966 27797 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:53:14.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.883024 27797 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:53:14.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.883216 27797 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:53:14.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.883405 27797 ts_tablet_manager.cc:616] Registered 0 tablets
01:53:14.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:14.883540 27797 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:53:15.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:15.085539 27797 rpc_server.cc:307] RPC server started. Bound to: 127.26.59.67:38703
01:53:15.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:15.085698 27990 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.59.67:38703 every 8 connection(s)
01:53:15.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:15.088553 27797 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-2/data/info.pb
01:53:15.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:15.093161 26861 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu as pid 27797
01:53:15.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:15.093691 26861 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10694961912160429336/ts-2/wal/instance
01:53:15.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:15.156015 27993 heartbeater.cc:344] Connected to a master server at 127.26.59.125:38967
01:53:15.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:15.156641 27993 heartbeater.cc:461] Registering TS with master...
01:53:15.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:15.158102 27993 heartbeater.cc:507] Master 127.26.59.125:38967 requested a full tablet report, sending...
01:53:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:15.159309 27991 heartbeater.cc:344] Connected to a master server at 127.26.59.124:34013
01:53:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:15.159660 27991 heartbeater.cc:461] Registering TS with master...
01:53:15.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:15.160605 27991 heartbeater.cc:507] Master 127.26.59.124:34013 requested a full tablet report, sending...
01:53:15.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:15.161839 27042 ts_manager.cc:194] Registered new tserver with Master: 7ac9aeaf6b6a4fd799a3479354267c3b (127.26.59.67:38703)
01:53:15.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:15.163594 27169 ts_manager.cc:194] Registered new tserver with Master: 7ac9aeaf6b6a4fd799a3479354267c3b (127.26.59.67:38703)
01:53:15.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:15.170408 27998 heartbeater.cc:344] Connected to a master server at 127.26.59.126:34879
01:53:15.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:15.170749 27998 heartbeater.cc:461] Registering TS with master...
01:53:15.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:15.171393 27998 heartbeater.cc:507] Master 127.26.59.126:34879 requested a full tablet report, sending...
01:53:15.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:15.173713 26925 ts_manager.cc:194] Registered new tserver with Master: 7ac9aeaf6b6a4fd799a3479354267c3b (127.26.59.67:38703)
01:53:15.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:15.175463 26925 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.59.67:46285
01:53:15.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:15.181660 26861 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
01:53:15.199 [DEBUG - main] (MiniKuduCluster.java:195) Response:
01:53:15.201 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
01:53:15.214 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.26.59.126"
port: 34879
}
bound_http_address {
host: "127.26.59.126"
port: 35393
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.26.59.125"
port: 38967
}
bound_http_address {
host: "127.26.59.125"
port: 39321
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.26.59.124"
port: 34013
}
bound_http_address {
host: "127.26.59.124"
port: 33651
}
}
}
01:53:15.219 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:53:15.222 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.26.59.65"
port: 40435
}
bound_http_address {
host: "127.26.59.65"
port: 46615
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.26.59.66"
port: 38947
}
bound_http_address {
host: "127.26.59.66"
port: 38973
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.26.59.67"
port: 38703
}
bound_http_address {
host: "127.26.59.67"
port: 41935
}
}
}
01:53:15.222 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
01:53:15.449 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
01:53:15.532 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
01:53:15.699 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskD6NKk2/test-tmp
01:53:15.700 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
01:53:15.700 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskD6NKk2/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
01:53:15.709 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
01:53:16.088 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:53:16.089 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
01:53:16.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:16.092952 28012 mini_oidc.cc:150] Starting JWKS server
01:53:16.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:16.096978 28012 webserver.cc:533] Webserver started at http://127.0.0.1:33175/ using document root <none> and password file <none>
01:53:16.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:16.097538 28012 mini_oidc.cc:186] Starting OIDC Discovery server
01:53:16.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:16.100270 28012 webserver.cc:533] Webserver started at http://127.0.0.1:33487/ using document root <none> and password file <none>
01:53:16.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:16.179255 27998 heartbeater.cc:499] Master 127.26.59.126:34879 was elected leader, sending a full tablet report...
01:53:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
01:53:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/principal' for realm 'KRBTEST.COM',
01:53:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
01:53:16.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:16 dist-test-slave-44d2 krb5kdc[28028](info): setting up network...
01:53:16.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
01:53:16.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:16 dist-test-slave-44d2 krb5kdc[28028](info): set up 2 sockets
01:53:16.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:16 dist-test-slave-44d2 krb5kdc[28028](info): commencing operation
01:53:16.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
01:53:18.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:18.643263 28012 mini_kdc.cc:121] Time spent starting KDC: real 2.502s user 0.001s sys 0.026s
01:53:18.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
01:53:18.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:53:18.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
01:53:18.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
01:53:18.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:53:18.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
01:53:18.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
01:53:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:53:18.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
01:53:18.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
01:53:18.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/test-user.keytab.
01:53:18.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/test-user.keytab.
01:53:18.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:18 dist-test-slave-44d2 krb5kdc[28028](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240398, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:18.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:53:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T01:53:18Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
01:53:18.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T01:53:18Z Disabled control of system clock
01:53:18.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.91.62@KRBTEST.COM; defaulting to no policy
01:53:18.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:18.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.91.62@KRBTEST.COM" created.
01:53:18.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:18.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.91.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:18.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.91.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:18.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.27.91.62@KRBTEST.COM; defaulting to no policy
01:53:18.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:18.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.27.91.62@KRBTEST.COM" created.
01:53:18.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:18.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.91.62 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:18.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.91.62 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:18.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:18.905149 28012 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:18.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:18.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/wal
01:53:18.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/data
01:53:18.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:18.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:18.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:18.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:18.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:18.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/logs
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/data/info.pb
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.91.62:38933
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.91.62
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.91.62
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.91.20:41411
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:18.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:18.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:18.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.91.62:38933,127.27.91.61:45629,127.27.91.60:45305
01:53:18.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:18.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33175/jwks.json
01:53:18.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
01:53:18.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:53:19.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:19.244679 28060 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:19.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:19.245407 28060 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:19.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:19.246176 28060 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:19.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:19.280157 28060 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
01:53:19.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:19.280470 28060 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:53:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:19.280934 28060 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:19.281286 28060 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:53:19.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:19.281628 28060 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:53:19.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:19.281958 28060 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:53:19.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:19.282217 28060 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33175/jwks.json
01:53:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:19.322636 28060 master_runner.cc:387] Master server non-default flags:
01:53:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/logs
01:53:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.91.20:41411
01:53:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/data
01:53:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/wal
01:53:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:53:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.91.62:38933,127.27.91.61:45629,127.27.91.60:45305
01:53:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab
01:53:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.91.62
01:53:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.91.62:38933
01:53:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33175/jwks.json
01:53:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:53:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:53:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/data/info.pb
01:53:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.91.62
01:53:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:53:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:53:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 01:43:22 UTC on e7f111948823
01:53:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13251
01:53:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:19.324461 28060 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:19.325843 28060 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:19.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:19.337809 28068 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:20.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:19.339010 28069 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:20.646512 28060 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.309s user 0.475s sys 0.821s
01:53:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:20.647430 28060 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.310s user 0.476s sys 0.822s
01:53:20.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.652199 28060 server_base.cc:1061] running on GCE node
01:53:20.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:20.654114 28079 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:20.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.655997 28060 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:20.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.659940 28060 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:20.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.662381 28060 hybrid_clock.cc:648] HybridClock initialized: now 1786240400662286 us; error 74 us; skew 500 ppm
01:53:20.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.663705 28060 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:20.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:20 dist-test-slave-44d2 krb5kdc[28028](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240400, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:20.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.674130 28060 init.cc:377] Logged in from keytab as kudu/127.27.91.62@KRBTEST.COM (short username kudu)
01:53:20.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.681155 28060 webserver.cc:533] Webserver started at http://127.27.91.62:36543/ using document root <none> and password file <none>
01:53:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.682622 28060 fs_manager.cc:362] Metadata directory not provided
01:53:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.682960 28060 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.683610 28060 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:20.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.690676 28060 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/data/instance:
01:53:20.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d55a83b74e1a466ab395b779721c8a30"
01:53:20.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:20 on dist-test-slave-44d2"
01:53:20.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.692116 28060 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/wal/instance:
01:53:20.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d55a83b74e1a466ab395b779721c8a30"
01:53:20.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:20 on dist-test-slave-44d2"
01:53:20.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.703488 28060 fs_manager.cc:696] Time spent creating directory manager: real 0.011s user 0.004s sys 0.005s
01:53:20.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.713577 28086 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:20.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.715242 28060 fs_manager.cc:730] Time spent opening block manager: real 0.007s user 0.004s sys 0.000s
01:53:20.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.715706 28060 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/data,/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/wal
01:53:20.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d55a83b74e1a466ab395b779721c8a30"
01:53:20.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:20 on dist-test-slave-44d2"
01:53:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.716317 28060 fs_report.cc:389] FS layout report
01:53:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/wal
01:53:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/wal
01:53:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/data/data
01:53:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:20.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:20.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:20.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:20.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:20.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:20.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.823349 28060 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:20.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.829725 28060 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:20.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.830267 28060 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.908349 28060 rpc_server.cc:307] RPC server started. Bound to: 127.27.91.62:38933
01:53:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.908452 28166 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.91.62:38933 every 8 connection(s)
01:53:20.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.911196 28060 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/data/info.pb
01:53:20.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.912828 28012 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu as pid 28060
01:53:20.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.913360 28012 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/wal/instance
01:53:20.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.918612 28167 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:53:20.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.91.61@KRBTEST.COM; defaulting to no policy
01:53:20.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.934793 28167 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } has no permanent_uuid. Determining permanent_uuid...
01:53:20.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:20.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.91.61@KRBTEST.COM" created.
01:53:20.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:20 dist-test-slave-44d2 krb5kdc[28028](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240400, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.62@KRBTEST.COM for kudu/127.27.91.62@KRBTEST.COM
01:53:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.91.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:20.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.91.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:20.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:20.980199 28167 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } has no permanent_uuid. Determining permanent_uuid...
01:53:20.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:20.983112 28091 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.91.61:45629: connect: Connection refused (error 111)
01:53:20.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.27.91.61@KRBTEST.COM; defaulting to no policy
01:53:20.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:20.987767 28167 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.91.61:45629: Network error: Client connection negotiation failed: client connection to 127.27.91.61:45629: connect: Connection refused (error 111)
01:53:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:20.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.27.91.61@KRBTEST.COM" created.
01:53:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.91.61 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:21.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.91.61 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:21.015558 28012 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/wal
01:53:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/data
01:53:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/logs
01:53:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/data/info.pb
01:53:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:53:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.91.61:45629
01:53:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.91.61
01:53:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab
01:53:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.91.61
01:53:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:53:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:53:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:53:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.91.20:41411
01:53:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.91.62:38933,127.27.91.61:45629,127.27.91.60:45305
01:53:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:21.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33175/jwks.json
01:53:21.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
01:53:21.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:53:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:21.037256 28167 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } attempt: 1
01:53:21.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:21.041599 28167 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.91.61:45629: Network error: Client connection negotiation failed: client connection to 127.27.91.61:45629: connect: Connection refused (error 111)
01:53:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:21.110080 28167 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } attempt: 2
01:53:21.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:21.114782 28167 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.91.61:45629: Network error: Client connection negotiation failed: client connection to 127.27.91.61:45629: connect: Connection refused (error 111)
01:53:21.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:21.206327 28167 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } attempt: 3
01:53:21.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:21.211258 28167 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.91.61:45629: Network error: Client connection negotiation failed: client connection to 127.27.91.61:45629: connect: Connection refused (error 111)
01:53:21.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:21.350435 28184 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:21.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:21.351006 28184 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:21.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:21.351756 28184 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:21.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:21.354756 28167 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } attempt: 4
01:53:21.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:21.360039 28167 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.91.61:45629: Network error: Client connection negotiation failed: client connection to 127.27.91.61:45629: connect: Connection refused (error 111)
01:53:21.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:21.387918 28184 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
01:53:21.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:21.388159 28184 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:53:21.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:21.388423 28184 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:21.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:21.388695 28184 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:53:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:21.388916 28184 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:53:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:21.389111 28184 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:53:21.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:21.389261 28184 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33175/jwks.json
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:21.429700 28184 master_runner.cc:387] Master server non-default flags:
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/logs
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.91.20:41411
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/data
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/wal
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.91.62:38933,127.27.91.61:45629,127.27.91.60:45305
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.91.61
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.91.61:45629
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33175/jwks.json
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/data/info.pb
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.91.61
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:21.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:53:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:53:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 01:43:22 UTC on e7f111948823
01:53:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13251
01:53:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:21.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:21.431124 28184 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:21.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:21.432637 28184 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:21.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:21.445696 28190 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:21.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:21.659461 28167 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } attempt: 5
01:53:21.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:21.667562 28167 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.91.61:45629: Network error: Client connection negotiation failed: client connection to 127.27.91.61:45629: connect: Connection refused (error 111)
01:53:22.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:22.215196 28167 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } attempt: 6
01:53:22.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:22.228152 28167 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.91.61:45629: Network error: Client connection negotiation failed: client connection to 127.27.91.61:45629: connect: Connection refused (error 111)
01:53:22.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:21.450930 28194 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:22.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:21.447988 28191 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:22.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:22.814177 28193 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1364 milliseconds
01:53:22.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:22.814309 28184 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:53:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:22.815604 28184 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:22.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:22.819159 28184 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:22.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:22.820698 28184 hybrid_clock.cc:648] HybridClock initialized: now 1786240402820642 us; error 73 us; skew 500 ppm
01:53:22.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:22.821704 28184 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:22.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:22 dist-test-slave-44d2 krb5kdc[28028](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240402, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:22.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:22.828999 28184 init.cc:377] Logged in from keytab as kudu/127.27.91.61@KRBTEST.COM (short username kudu)
01:53:22.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:22.835239 28184 webserver.cc:533] Webserver started at http://127.27.91.61:36167/ using document root <none> and password file <none>
01:53:22.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:22.836581 28184 fs_manager.cc:362] Metadata directory not provided
01:53:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:22.836871 28184 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:22.837496 28184 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:22.842362 28184 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/data/instance:
01:53:22.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6fa1825d4173470aa2f2eaf4479c7965"
01:53:22.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:22 on dist-test-slave-44d2"
01:53:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:22.843789 28184 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/wal/instance:
01:53:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6fa1825d4173470aa2f2eaf4479c7965"
01:53:22.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:22 on dist-test-slave-44d2"
01:53:22.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:22.853381 28184 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.007s sys 0.000s
01:53:22.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:22.859669 28207 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:22.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:22.861246 28184 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
01:53:22.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:22.861545 28184 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/data,/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/wal
01:53:22.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6fa1825d4173470aa2f2eaf4479c7965"
01:53:22.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:22 on dist-test-slave-44d2"
01:53:22.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:22.861905 28184 fs_report.cc:389] FS layout report
01:53:22.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:22.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/wal
01:53:22.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/wal
01:53:22.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/data/data
01:53:22.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:22.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:22.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:22.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:22.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:22.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:22.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:22.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:22.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:22.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:22.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:22.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:22.922250 28184 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:22.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:22.928176 28184 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:22.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:22.928718 28184 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.007678 28184 rpc_server.cc:307] RPC server started. Bound to: 127.27.91.61:45629
01:53:23.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.007750 28282 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.91.61:45629 every 8 connection(s)
01:53:23.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.010623 28184 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/data/info.pb
01:53:23.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.017083 28012 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu as pid 28184
01:53:23.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.017565 28012 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/wal/instance
01:53:23.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.018682 28283 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:53:23.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.030716 28283 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } has no permanent_uuid. Determining permanent_uuid...
01:53:23.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.91.60@KRBTEST.COM; defaulting to no policy
01:53:23.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:23.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.91.60@KRBTEST.COM" created.
01:53:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:23 dist-test-slave-44d2 krb5kdc[28028](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240402, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.61@KRBTEST.COM for kudu/127.27.91.62@KRBTEST.COM
01:53:23.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:23.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.91.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:23.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.91.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:23.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.071282 28283 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } has no permanent_uuid. Determining permanent_uuid...
01:53:23.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:23 dist-test-slave-44d2 krb5kdc[28028](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240402, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.61@KRBTEST.COM for kudu/127.27.91.61@KRBTEST.COM
01:53:23.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.27.91.60@KRBTEST.COM; defaulting to no policy
01:53:23.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:23.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.27.91.60@KRBTEST.COM" created.
01:53:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.105525 28283 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } has no permanent_uuid. Determining permanent_uuid...
01:53:23.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.109306 28208 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.91.60:45305: connect: Connection refused (error 111)
01:53:23.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.114331 28283 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.91.60:45305: Network error: Client connection negotiation failed: client connection to 127.27.91.60:45305: connect: Connection refused (error 111)
01:53:23.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:23.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.91.60 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:23.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.91.60 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.129767 28012 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/wal
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/data
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/logs
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/data/info.pb
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.91.60:45305
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.91.60
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.91.60
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:53:23.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.91.20:41411
01:53:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.91.62:38933,127.27.91.61:45629,127.27.91.60:45305
01:53:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33175/jwks.json
01:53:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
01:53:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:53:23.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.163868 28283 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } attempt: 1
01:53:23.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.168926 28283 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.91.60:45305: Network error: Client connection negotiation failed: client connection to 127.27.91.60:45305: connect: Connection refused (error 111)
01:53:23.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.237378 28283 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } attempt: 2
01:53:23.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.242743 28283 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.91.60:45305: Network error: Client connection negotiation failed: client connection to 127.27.91.60:45305: connect: Connection refused (error 111)
01:53:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.288885 28167 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } attempt: 7
01:53:23.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:23 dist-test-slave-44d2 krb5kdc[28028](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240400, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.62@KRBTEST.COM for kudu/127.27.91.61@KRBTEST.COM
01:53:23.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.317656 28167 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } has no permanent_uuid. Determining permanent_uuid...
01:53:23.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.324321 28167 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.91.60:45305: Network error: Client connection negotiation failed: client connection to 127.27.91.60:45305: connect: Connection refused (error 111)
01:53:23.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.334272 28283 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } attempt: 3
01:53:23.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.339022 28283 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.91.60:45305: Network error: Client connection negotiation failed: client connection to 127.27.91.60:45305: connect: Connection refused (error 111)
01:53:23.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.382855 28167 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } attempt: 1
01:53:23.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.387388 28167 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.91.60:45305: Network error: Client connection negotiation failed: client connection to 127.27.91.60:45305: connect: Connection refused (error 111)
01:53:23.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.467058 28298 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:23.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.467813 28298 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:23.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.468850 28298 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:23.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.468850 28167 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } attempt: 2
01:53:23.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.473887 28167 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.91.60:45305: Network error: Client connection negotiation failed: client connection to 127.27.91.60:45305: connect: Connection refused (error 111)
01:53:23.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.482465 28283 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } attempt: 4
01:53:23.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.487053 28283 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.91.60:45305: Network error: Client connection negotiation failed: client connection to 127.27.91.60:45305: connect: Connection refused (error 111)
01:53:23.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.506376 28298 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
01:53:23.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.506596 28298 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:53:23.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.506858 28298 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:23.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.507059 28298 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:53:23.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.507268 28298 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:53:23.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.507459 28298 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:53:23.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.507604 28298 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33175/jwks.json
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.546835 28298 master_runner.cc:387] Master server non-default flags:
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/logs
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.91.20:41411
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/data
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/wal
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.91.62:38933,127.27.91.61:45629,127.27.91.60:45305
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.91.60
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.91.60:45305
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33175/jwks.json
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:23.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/data/info.pb
01:53:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.91.60
01:53:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:53:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:53:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 01:43:22 UTC on e7f111948823
01:53:23.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13251
01:53:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.548103 28298 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:23.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.549371 28298 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:23.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.559461 28167 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } attempt: 3
01:53:23.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.561715 28311 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:23.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.566835 28167 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.91.60:45305: Network error: Client connection negotiation failed: client connection to 127.27.91.60:45305: connect: Connection refused (error 111)
01:53:23.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.707360 28167 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } attempt: 4
01:53:23.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.715677 28167 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.91.60:45305: Network error: Client connection negotiation failed: client connection to 127.27.91.60:45305: connect: Connection refused (error 111)
01:53:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.786567 28283 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } attempt: 5
01:53:23.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.793987 28283 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.91.60:45305: Network error: Client connection negotiation failed: client connection to 127.27.91.60:45305: connect: Connection refused (error 111)
01:53:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:23.999294 28167 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } attempt: 5
01:53:24.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:24.007651 28167 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.91.60:45305: Network error: Client connection negotiation failed: client connection to 127.27.91.60:45305: connect: Connection refused (error 111)
01:53:24.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:24.341566 28283 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } attempt: 6
01:53:24.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:24.368395 28283 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.91.60:45305: Network error: Client connection negotiation failed: client connection to 127.27.91.60:45305: connect: Connection refused (error 111)
01:53:24.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:24.560245 28167 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } attempt: 6
01:53:24.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:24.572943 28167 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.91.60:45305: Network error: Client connection negotiation failed: client connection to 127.27.91.60:45305: connect: Connection refused (error 111)
01:53:24.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:23.564282 28312 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:24.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:24.901180 28314 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:24.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:24.904255 28298 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.343s user 0.534s sys 0.804s
01:53:24.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:24.904603 28298 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.343s user 0.534s sys 0.806s
01:53:24.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:24.904918 28298 server_base.cc:1061] running on GCE node
01:53:24.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:24.906409 28298 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:24.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:24.909937 28298 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:24.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:24.911418 28298 hybrid_clock.cc:648] HybridClock initialized: now 1786240404911370 us; error 50 us; skew 500 ppm
01:53:24.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:24.912632 28298 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:24.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:24 dist-test-slave-44d2 krb5kdc[28028](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240404, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:24.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:24.922828 28298 init.cc:377] Logged in from keytab as kudu/127.27.91.60@KRBTEST.COM (short username kudu)
01:53:24.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:24.929273 28298 webserver.cc:533] Webserver started at http://127.27.91.60:40253/ using document root <none> and password file <none>
01:53:24.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:24.930397 28298 fs_manager.cc:362] Metadata directory not provided
01:53:24.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:24.930685 28298 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:24.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:24.931325 28298 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:24.935962 28298 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/data/instance:
01:53:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69f91f8100e949d38325801f88f2bf0e"
01:53:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:24 on dist-test-slave-44d2"
01:53:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:24.937528 28298 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/wal/instance:
01:53:24.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69f91f8100e949d38325801f88f2bf0e"
01:53:24.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:24 on dist-test-slave-44d2"
01:53:24.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:24.946362 28298 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.006s sys 0.002s
01:53:24.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:24.952975 28334 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:24.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:24.954329 28298 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.000s sys 0.004s
01:53:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:24.954754 28298 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/data,/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/wal
01:53:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69f91f8100e949d38325801f88f2bf0e"
01:53:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:24 on dist-test-slave-44d2"
01:53:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:24.955156 28298 fs_report.cc:389] FS layout report
01:53:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/wal
01:53:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/wal
01:53:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/data/data
01:53:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.041445 28298 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:25.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.051430 28298 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:25.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.052032 28298 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:25.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.133733 28298 rpc_server.cc:307] RPC server started. Bound to: 127.27.91.60:45305
01:53:25.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.133805 28407 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.91.60:45305 every 8 connection(s)
01:53:25.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.136605 28298 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/data/info.pb
01:53:25.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.142675 28408 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
01:53:25.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.145915 28012 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu as pid 28298
01:53:25.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.146426 28012 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/wal/instance
01:53:25.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.159252 28408 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } has no permanent_uuid. Determining permanent_uuid...
01:53:25.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:25 dist-test-slave-44d2 krb5kdc[28028](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240398, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.91.62@KRBTEST.COM
01:53:25.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:25 dist-test-slave-44d2 krb5kdc[28028](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240404, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.60@KRBTEST.COM for kudu/127.27.91.62@KRBTEST.COM
01:53:25.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.201992 28408 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } has no permanent_uuid. Determining permanent_uuid...
01:53:25.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:25 dist-test-slave-44d2 krb5kdc[28028](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240398, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.91.61@KRBTEST.COM
01:53:25.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:25 dist-test-slave-44d2 krb5kdc[28028](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240404, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.60@KRBTEST.COM for kudu/127.27.91.61@KRBTEST.COM
01:53:25.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.229663 28408 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } has no permanent_uuid. Determining permanent_uuid...
01:53:25.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:25 dist-test-slave-44d2 krb5kdc[28028](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240398, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.91.60@KRBTEST.COM
01:53:25.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:25 dist-test-slave-44d2 krb5kdc[28028](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240404, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.60@KRBTEST.COM for kudu/127.27.91.60@KRBTEST.COM
01:53:25.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.264542 28408 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e: Bootstrap starting.
01:53:25.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.272320 28408 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e: Neither blocks nor log segments found. Creating new log.
01:53:25.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.274309 28408 log.cc:826] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e: Log is configured to *not* fsync() on all Append() calls
01:53:25.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.280160 28408 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e: No bootstrap required, opened a new log
01:53:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.303454 28408 raft_consensus.cc:359] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } }
01:53:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.304162 28408 raft_consensus.cc:385] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:53:25.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.304376 28408 raft_consensus.cc:740] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 69f91f8100e949d38325801f88f2bf0e, State: Initialized, Role: FOLLOWER
01:53:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.305289 28408 consensus_queue.cc:260] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } }
01:53:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.311591 28425 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } } }
01:53:25.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.312397 28425 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [sys.catalog]: This master's current role is: FOLLOWER
01:53:25.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.313320 28408 sys_catalog.cc:565] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [sys.catalog]: configured and running, proceeding with master startup.
01:53:25.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.333729 28425 raft_consensus.cc:493] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:53:25.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.334494 28425 raft_consensus.cc:515] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } }
01:53:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.337855 28425 leader_election.cc:290] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d55a83b74e1a466ab395b779721c8a30 (127.27.91.62:38933), 6fa1825d4173470aa2f2eaf4479c7965 (127.27.91.61:45629)
01:53:25.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:25.363891 28450 catalog_manager.cc:1594] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
01:53:25.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:25.364626 28450 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
01:53:25.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.349956 28298 master_runner.cc:187] Error getting master registration for 127.27.91.62:38933: OK, instance_id { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" instance_seqno: 1786240400887272 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:53:25.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.389816 28298 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:53:25.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.428952 28283 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } attempt: 7
01:53:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:25 dist-test-slave-44d2 krb5kdc[28028](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240402, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.61@KRBTEST.COM for kudu/127.27.91.60@KRBTEST.COM
01:53:25.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.466588 28283 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965: Bootstrap starting.
01:53:25.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.488364 28283 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965: Neither blocks nor log segments found. Creating new log.
01:53:25.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.493669 28283 log.cc:826] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965: Log is configured to *not* fsync() on all Append() calls
01:53:25.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.499668 28283 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965: No bootstrap required, opened a new log
01:53:25.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.529547 28283 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } }
01:53:25.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.530828 28283 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:53:25.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.531303 28283 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6fa1825d4173470aa2f2eaf4479c7965, State: Initialized, Role: FOLLOWER
01:53:25.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.532307 28283 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } }
01:53:25.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.535600 28455 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } } }
01:53:25.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.536370 28455 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [sys.catalog]: This master's current role is: FOLLOWER
01:53:25.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.537644 28283 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [sys.catalog]: configured and running, proceeding with master startup.
01:53:25.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.538004 28245 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "69f91f8100e949d38325801f88f2bf0e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6fa1825d4173470aa2f2eaf4479c7965" is_pre_election: true
01:53:25.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.539619 28245 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 69f91f8100e949d38325801f88f2bf0e in term 0.
01:53:25.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.542356 28338 leader_election.cc:304] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 69f91f8100e949d38325801f88f2bf0e, 6fa1825d4173470aa2f2eaf4479c7965; no voters:
01:53:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.543568 28425 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [term 0 FOLLOWER]: Leader pre-election won for term 1
01:53:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.543927 28425 raft_consensus.cc:493] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:53:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.544253 28425 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [term 0 FOLLOWER]: Advancing to term 1
01:53:25.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.551651 28425 raft_consensus.cc:515] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } }
01:53:25.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.555279 28425 leader_election.cc:290] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [CANDIDATE]: Term 1 election: Requested vote from peers d55a83b74e1a466ab395b779721c8a30 (127.27.91.62:38933), 6fa1825d4173470aa2f2eaf4479c7965 (127.27.91.61:45629)
01:53:25.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.557464 28245 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "69f91f8100e949d38325801f88f2bf0e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6fa1825d4173470aa2f2eaf4479c7965"
01:53:25.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.558175 28245 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [term 0 FOLLOWER]: Advancing to term 1
01:53:25.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:25.558508 28342 tablet.cc:2406] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:53:25.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.568499 28245 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 69f91f8100e949d38325801f88f2bf0e in term 1.
01:53:25.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.570788 28338 leader_election.cc:304] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 69f91f8100e949d38325801f88f2bf0e, 6fa1825d4173470aa2f2eaf4479c7965; no voters:
01:53:25.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.573582 28425 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [term 1 FOLLOWER]: Leader election won for term 1
01:53:25.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.576252 28425 raft_consensus.cc:697] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [term 1 LEADER]: Becoming Leader. State: Replica: 69f91f8100e949d38325801f88f2bf0e, State: Running, Role: LEADER
01:53:25.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.577950 28425 consensus_queue.cc:237] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } }
01:53:25.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.599256 28476 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:53:25.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.600620 28467 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 69f91f8100e949d38325801f88f2bf0e. Latest consensus state: current_term: 1 leader_uuid: "69f91f8100e949d38325801f88f2bf0e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } } }
01:53:25.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.601468 28467 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [sys.catalog]: This master's current role is: LEADER
01:53:25.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.606545 28167 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } attempt: 7
01:53:25.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.619933 28477 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
01:53:25.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:25 dist-test-slave-44d2 krb5kdc[28028](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240400, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.62@KRBTEST.COM for kudu/127.27.91.60@KRBTEST.COM
01:53:25.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.645591 28477 catalog_manager.cc:1520] Initializing Kudu cluster ID...
01:53:25.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.603790 28184 master_runner.cc:187] Error getting master registration for 127.27.91.62:38933: OK, instance_id { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" instance_seqno: 1786240400887272 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
01:53:25.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.649523 28184 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:53:25.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.678777 28245 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [term 1 FOLLOWER]: Refusing update from remote peer 69f91f8100e949d38325801f88f2bf0e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:53:25.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.681504 28467 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [LEADER]: Connected to new peer: Peer: permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
01:53:25.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:25.687892 28216 tablet.cc:2406] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:53:25.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.717136 28167 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30: Bootstrap starting.
01:53:25.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.725718 28167 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30: Neither blocks nor log segments found. Creating new log.
01:53:25.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.729038 28167 log.cc:826] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30: Log is configured to *not* fsync() on all Append() calls
01:53:25.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.736214 28167 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30: No bootstrap required, opened a new log
01:53:25.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.752533 28455 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 69f91f8100e949d38325801f88f2bf0e. Latest consensus state: current_term: 1 leader_uuid: "69f91f8100e949d38325801f88f2bf0e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } } }
01:53:25.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.753262 28455 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [sys.catalog]: This master's current role is: FOLLOWER
01:53:25.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.760663 28477 catalog_manager.cc:1383] Generated new cluster ID: 866ae773616747baa3b8a23809cbd822
01:53:25.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.761039 28477 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
01:53:25.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.761510 28425 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "69f91f8100e949d38325801f88f2bf0e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } } }
01:53:25.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.762271 28425 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [sys.catalog]: This master's current role is: LEADER
01:53:25.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.767174 28455 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "69f91f8100e949d38325801f88f2bf0e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } } }
01:53:25.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.767879 28455 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [sys.catalog]: This master's current role is: FOLLOWER
01:53:25.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.792169 28167 raft_consensus.cc:359] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } }
01:53:25.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.793797 28167 raft_consensus.cc:385] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
01:53:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.794162 28167 raft_consensus.cc:740] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d55a83b74e1a466ab395b779721c8a30, State: Initialized, Role: FOLLOWER
01:53:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.795482 28167 consensus_queue.cc:260] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } }
01:53:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.803244 28489 sys_catalog.cc:455] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } } }
01:53:25.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.804081 28489 sys_catalog.cc:458] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [sys.catalog]: This master's current role is: FOLLOWER
01:53:25.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.805531 28167 sys_catalog.cc:565] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [sys.catalog]: configured and running, proceeding with master startup.
01:53:25.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.808784 28125 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "69f91f8100e949d38325801f88f2bf0e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d55a83b74e1a466ab395b779721c8a30"
01:53:25.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.809593 28125 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [term 0 FOLLOWER]: Advancing to term 1
01:53:25.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.812695 28477 catalog_manager.cc:1406] Generated new certificate authority record
01:53:25.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.815106 28477 catalog_manager.cc:1540] Loading token signing keys...
01:53:25.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.817447 28125 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 69f91f8100e949d38325801f88f2bf0e in term 1.
01:53:25.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.821769 28124 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [term 1 FOLLOWER]: Refusing update from remote peer 69f91f8100e949d38325801f88f2bf0e: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
01:53:25.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.823156 28128 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "69f91f8100e949d38325801f88f2bf0e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d55a83b74e1a466ab395b779721c8a30" is_pre_election: true
01:53:25.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.823885 28128 raft_consensus.cc:2376] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate 69f91f8100e949d38325801f88f2bf0e in term 1. Re-sending same reply.
01:53:25.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.825425 28425 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [LEADER]: Connected to new peer: Peer: permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
01:53:25.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:25.841624 28093 tablet.cc:2406] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30: Can't schedule compaction. Clean time has not been advanced past its initial value.
01:53:25.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.884338 28477 catalog_manager.cc:6092] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e: Generated new TSK 0
01:53:25.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.886166 28477 catalog_manager.cc:1550] Initializing in-progress tserver states...
01:53:25.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.894917 28489 sys_catalog.cc:455] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 69f91f8100e949d38325801f88f2bf0e. Latest consensus state: current_term: 1 leader_uuid: "69f91f8100e949d38325801f88f2bf0e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } } }
01:53:25.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.894671 28467 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "69f91f8100e949d38325801f88f2bf0e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } } }
01:53:25.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.895625 28489 sys_catalog.cc:458] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [sys.catalog]: This master's current role is: FOLLOWER
01:53:25.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.895725 28467 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [sys.catalog]: This master's current role is: LEADER
01:53:25.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.899560 28509 sys_catalog.cc:455] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "69f91f8100e949d38325801f88f2bf0e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } } }
01:53:25.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.900305 28509 sys_catalog.cc:458] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [sys.catalog]: This master's current role is: FOLLOWER
01:53:25.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:25.912688 28522 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
01:53:25.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.91.1@KRBTEST.COM; defaulting to no policy
01:53:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:25.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.91.1@KRBTEST.COM" created.
01:53:25.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:25.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.91.1 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:25.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.91.1 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:25.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.27.91.1@KRBTEST.COM; defaulting to no policy
01:53:25.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:25.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.27.91.1@KRBTEST.COM" created.
01:53:26.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:26.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.91.1 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:26.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.91.1 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:26.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:26.025563 28012 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:26.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:26.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-0/wal
01:53:26.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-0/data
01:53:26.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:26.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:26.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:26.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:26.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:26.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:26.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-0/logs
01:53:26.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-0/data/info.pb
01:53:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:53:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.91.1:0
01:53:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.91.1
01:53:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.91.1
01:53:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.91.62:38933,127.27.91.61:45629,127.27.91.60:45305
01:53:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab
01:53:26.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.91.1
01:53:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:53:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:53:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:53:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.91.20:41411
01:53:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:26.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:53:26.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:26.444092 28530 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:26.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:26.444746 28530 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:26.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:26.445406 28530 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:26.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:26.481767 28530 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:26.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:26.482906 28530 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.91.1
01:53:26.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:26.526031 28530 tablet_server_runner.cc:78] Tablet server non-default flags:
01:53:26.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-0/logs
01:53:26.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:26.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:26.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:26.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.91.20:41411
01:53:26.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-0/data
01:53:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-0/wal
01:53:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab
01:53:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.91.1
01:53:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.91.1:0
01:53:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:53:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:53:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-0/data/info.pb
01:53:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.91.1
01:53:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:26.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.91.62:38933,127.27.91.61:45629,127.27.91.60:45305
01:53:26.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:26.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:26.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:26.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:26.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:26.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.91.1
01:53:26.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:26.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:53:26.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:26.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:53:26.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:26.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 01:43:22 UTC on e7f111948823
01:53:26.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13251
01:53:26.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:26.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:26.527813 28530 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:26.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:26.529368 28530 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:26.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:26.556664 28541 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:26.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:26.608563 28476 catalog_manager.cc:1295] Loaded cluster ID: 866ae773616747baa3b8a23809cbd822
01:53:26.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:26.609200 28476 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965: loading cluster ID for follower catalog manager: success
01:53:26.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:26.617908 28476 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965: acquiring CA information for follower catalog manager: success
01:53:26.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:26.623926 28476 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:53:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:26.933502 28522 catalog_manager.cc:1295] Loaded cluster ID: 866ae773616747baa3b8a23809cbd822
01:53:26.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:26.933787 28522 catalog_manager.cc:1588] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30: loading cluster ID for follower catalog manager: success
01:53:26.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:26.946237 28522 catalog_manager.cc:1610] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30: acquiring CA information for follower catalog manager: success
01:53:26.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:26.979934 28522 catalog_manager.cc:1638] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:53:28.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:26.564626 28544 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:28.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:28.056304 28543 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1496 milliseconds
01:53:28.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.056542 28530 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:53:28.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:26.562263 28542 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:28.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.063771 28530 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:28.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.074119 28530 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:28.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.075835 28530 hybrid_clock.cc:648] HybridClock initialized: now 1786240408075764 us; error 89 us; skew 500 ppm
01:53:28.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.077234 28530 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:28.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:28 dist-test-slave-44d2 krb5kdc[28028](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240408, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.1@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.085918 28530 init.cc:377] Logged in from keytab as kudu/127.27.91.1@KRBTEST.COM (short username kudu)
01:53:28.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.120416 28530 webserver.cc:533] Webserver started at http://127.27.91.1:44219/ using document root <none> and password file <none>
01:53:28.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.122259 28530 fs_manager.cc:362] Metadata directory not provided
01:53:28.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.122786 28530 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:28.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.125734 28530 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:28.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.132876 28530 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-0/data/instance:
01:53:28.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "40716a2af1c9414cbfa44ce6c87a4d58"
01:53:28.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:28 on dist-test-slave-44d2"
01:53:28.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.139273 28530 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-0/wal/instance:
01:53:28.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "40716a2af1c9414cbfa44ce6c87a4d58"
01:53:28.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:28 on dist-test-slave-44d2"
01:53:28.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.162787 28530 fs_manager.cc:696] Time spent creating directory manager: real 0.018s user 0.011s sys 0.002s
01:53:28.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.177040 28563 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:28.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.178781 28530 fs_manager.cc:730] Time spent opening block manager: real 0.011s user 0.008s sys 0.001s
01:53:28.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.179512 28530 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-0/data,/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-0/wal
01:53:28.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "40716a2af1c9414cbfa44ce6c87a4d58"
01:53:28.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:28 on dist-test-slave-44d2"
01:53:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.180351 28530 fs_report.cc:389] FS layout report
01:53:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-0/wal
01:53:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-0/wal
01:53:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-0/data/data
01:53:28.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:28.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:28.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.346743 28530 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:28.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.365504 28530 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:28.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.366430 28530 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:28.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.376633 28530 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:53:28.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.393837 28530 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:53:28.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.394460 28530 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.001s sys 0.000s
01:53:28.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.394963 28530 ts_tablet_manager.cc:616] Registered 0 tablets
01:53:28.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.395346 28530 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:53:28.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.978219 28530 rpc_server.cc:307] RPC server started. Bound to: 127.27.91.1:40785
01:53:28.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.978341 28733 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.91.1:40785 every 8 connection(s)
01:53:28.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.982861 28530 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-0/data/info.pb
01:53:28.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.993403 28012 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu as pid 28530
01:53:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:28.994170 28012 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-0/wal/instance
01:53:29.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:29 dist-test-slave-44d2 krb5kdc[28028](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240408, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.1@KRBTEST.COM for kudu/127.27.91.60@KRBTEST.COM
01:53:29.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.91.2@KRBTEST.COM; defaulting to no policy
01:53:29.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:29.184233 28734 heartbeater.cc:344] Connected to a master server at 127.27.91.60:45305
01:53:29.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:29.184819 28734 heartbeater.cc:461] Registering TS with master...
01:53:29.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:29.186386 28734 heartbeater.cc:507] Master 127.27.91.60:45305 requested a full tablet report, sending...
01:53:29.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:29.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.91.2@KRBTEST.COM" created.
01:53:29.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:29 dist-test-slave-44d2 krb5kdc[28028](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240408, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.1@KRBTEST.COM for kudu/127.27.91.61@KRBTEST.COM
01:53:29.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:29.190162 28359 ts_manager.cc:194] Registered new tserver with Master: 40716a2af1c9414cbfa44ce6c87a4d58 (127.27.91.1:40785)
01:53:29.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:29.194281 28359 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.27.91.1@KRBTEST.COM'} at 127.27.91.1:45831
01:53:29.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:29 dist-test-slave-44d2 krb5kdc[28028](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240408, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.1@KRBTEST.COM for kudu/127.27.91.62@KRBTEST.COM
01:53:29.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:29.223815 28736 heartbeater.cc:344] Connected to a master server at 127.27.91.61:45629
01:53:29.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:29.224249 28736 heartbeater.cc:461] Registering TS with master...
01:53:29.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:29.225036 28736 heartbeater.cc:507] Master 127.27.91.61:45629 requested a full tablet report, sending...
01:53:29.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:29.228375 28230 ts_manager.cc:194] Registered new tserver with Master: 40716a2af1c9414cbfa44ce6c87a4d58 (127.27.91.1:40785)
01:53:29.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:29.235124 28741 heartbeater.cc:344] Connected to a master server at 127.27.91.62:38933
01:53:29.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:29.235541 28741 heartbeater.cc:461] Registering TS with master...
01:53:29.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:29.236330 28741 heartbeater.cc:507] Master 127.27.91.62:38933 requested a full tablet report, sending...
01:53:29.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:29.240299 28112 ts_manager.cc:194] Registered new tserver with Master: 40716a2af1c9414cbfa44ce6c87a4d58 (127.27.91.1:40785)
01:53:29.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:29.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.91.2 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:29.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.91.2 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:29.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:29.397610 28012 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.27.91.2: real 0.387s user 0.003s sys 0.016s
01:53:29.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.27.91.2@KRBTEST.COM; defaulting to no policy
01:53:29.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:29.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.27.91.2@KRBTEST.COM" created.
01:53:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.91.2 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:29.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.91.2 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:29.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:29.458092 28012 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:29.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:29.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-1/wal
01:53:29.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-1/data
01:53:29.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:29.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:29.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-1/logs
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-1/data/info.pb
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.91.2:0
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.91.2
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.91.2
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.91.62:38933,127.27.91.61:45629,127.27.91.60:45305
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.91.2
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.91.20:41411
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:29.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:29.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:53:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:29.979406 28756 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:29.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:29.980067 28756 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:29.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:29.981050 28756 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:30.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:30.043628 28756 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:30.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:30.045307 28756 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.91.2
01:53:30.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:30.116041 28756 tablet_server_runner.cc:78] Tablet server non-default flags:
01:53:30.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-1/logs
01:53:30.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:30.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:30.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:30.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.91.20:41411
01:53:30.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:30.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:30.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-1/data
01:53:30.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-1/wal
01:53:30.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.91.2
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.91.2:0
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-1/data/info.pb
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.91.2
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.91.62:38933,127.27.91.61:45629,127.27.91.60:45305
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.91.2
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 01:43:22 UTC on e7f111948823
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13251
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:30.117911 28756 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:30.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:30.119436 28756 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:30.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:30.137166 28763 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:30.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:30.199996 28734 heartbeater.cc:499] Master 127.27.91.60:45305 was elected leader, sending a full tablet report...
01:53:30.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:30.384840 27987 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba980 after lost signal to thread 27798
01:53:30.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:30.386157 27987 debug-util.cc:398] Leaking SignalData structure 0x7b08000adf40 after lost signal to thread 27990
01:53:30.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:30 dist-test-slave-44d2 krb5kdc[28028](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240410, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:30.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:30.682061 28081 init.cc:295] Successfully reacquired a new kerberos TGT
01:53:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:30.140812 28767 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:32.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:31.540853 28762 debug-util.cc:398] Leaking SignalData structure 0x7b08000375e0 after lost signal to thread 28756
01:53:32.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:32.301790 28756 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.161s user 0.644s sys 1.251s
01:53:32.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:32.304407 28756 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.164s user 0.644s sys 1.251s
01:53:32.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:32.304404 28771 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:32.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.310418 28756 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:53:32.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:32.310494 28768 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2161 milliseconds
01:53:32.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.312328 28756 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:32.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.315368 28756 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:32.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.316820 28756 hybrid_clock.cc:648] HybridClock initialized: now 1786240412316671 us; error 157 us; skew 500 ppm
01:53:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.318101 28756 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:32.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:32 dist-test-slave-44d2 krb5kdc[28028](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240412, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.2@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.326936 28756 init.cc:377] Logged in from keytab as kudu/127.27.91.2@KRBTEST.COM (short username kudu)
01:53:32.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.343500 28756 webserver.cc:533] Webserver started at http://127.27.91.2:39125/ using document root <none> and password file <none>
01:53:32.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.344834 28756 fs_manager.cc:362] Metadata directory not provided
01:53:32.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.345131 28756 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:32.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.345707 28756 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:32.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.352104 28756 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-1/data/instance:
01:53:32.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd4c9ac1ffdc4ddf9a113481f9a96f69"
01:53:32.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:32 on dist-test-slave-44d2"
01:53:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.353858 28756 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-1/wal/instance:
01:53:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd4c9ac1ffdc4ddf9a113481f9a96f69"
01:53:32.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:32 on dist-test-slave-44d2"
01:53:32.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.364162 28756 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.009s sys 0.001s
01:53:32.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.371037 28788 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:32.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.372547 28756 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.006s sys 0.000s
01:53:32.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.372982 28756 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-1/data,/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-1/wal
01:53:32.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd4c9ac1ffdc4ddf9a113481f9a96f69"
01:53:32.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:32 on dist-test-slave-44d2"
01:53:32.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.373448 28756 fs_report.cc:389] FS layout report
01:53:32.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:32.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-1/wal
01:53:32.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-1/wal
01:53:32.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-1/data/data
01:53:32.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:32.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:32.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:32.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:32.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:32.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:32.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:32.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:32.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:32.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:32.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:32.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.436683 28756 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:32.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.447036 28756 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:32.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.447472 28756 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:32.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.450760 28756 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:53:32.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.455540 28756 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:53:32.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.455739 28756 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:53:32.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.455931 28756 ts_tablet_manager.cc:616] Registered 0 tablets
01:53:32.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.456065 28756 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:53:32.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.668260 28756 rpc_server.cc:307] RPC server started. Bound to: 127.27.91.2:34141
01:53:32.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.668447 28949 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.91.2:34141 every 8 connection(s)
01:53:32.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.671159 28756 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-1/data/info.pb
01:53:32.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.676290 28012 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu as pid 28756
01:53:32.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.681288 28012 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-1/wal/instance
01:53:32.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:32 dist-test-slave-44d2 krb5kdc[28028](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240412, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.2@KRBTEST.COM for kudu/127.27.91.60@KRBTEST.COM
01:53:32.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.91.3@KRBTEST.COM; defaulting to no policy
01:53:32.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:32.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.91.3@KRBTEST.COM" created.
01:53:32.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:32 dist-test-slave-44d2 krb5kdc[28028](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240412, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.2@KRBTEST.COM for kudu/127.27.91.62@KRBTEST.COM
01:53:32.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.790481 28953 heartbeater.cc:344] Connected to a master server at 127.27.91.60:45305
01:53:32.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.791054 28953 heartbeater.cc:461] Registering TS with master...
01:53:32.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.792629 28953 heartbeater.cc:507] Master 127.27.91.60:45305 requested a full tablet report, sending...
01:53:32.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:32 dist-test-slave-44d2 krb5kdc[28028](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240412, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.2@KRBTEST.COM for kudu/127.27.91.61@KRBTEST.COM
01:53:32.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.795293 28359 ts_manager.cc:194] Registered new tserver with Master: bd4c9ac1ffdc4ddf9a113481f9a96f69 (127.27.91.2:34141)
01:53:32.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.797206 28359 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.27.91.2@KRBTEST.COM'} at 127.27.91.2:36765
01:53:32.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.803472 28962 heartbeater.cc:344] Connected to a master server at 127.27.91.62:38933
01:53:32.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.803838 28962 heartbeater.cc:461] Registering TS with master...
01:53:32.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.804574 28962 heartbeater.cc:507] Master 127.27.91.62:38933 requested a full tablet report, sending...
01:53:32.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.807703 28112 ts_manager.cc:194] Registered new tserver with Master: bd4c9ac1ffdc4ddf9a113481f9a96f69 (127.27.91.2:34141)
01:53:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.814174 28954 heartbeater.cc:344] Connected to a master server at 127.27.91.61:45629
01:53:32.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.814502 28954 heartbeater.cc:461] Registering TS with master...
01:53:32.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.815188 28954 heartbeater.cc:507] Master 127.27.91.61:45629 requested a full tablet report, sending...
01:53:32.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.817916 28230 ts_manager.cc:194] Registered new tserver with Master: bd4c9ac1ffdc4ddf9a113481f9a96f69 (127.27.91.2:34141)
01:53:32.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:32.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.91.3 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:32.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.91.3 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:32.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:32.832269 28012 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.27.91.3: real 0.123s user 0.006s sys 0.012s
01:53:32.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:32 dist-test-slave-44d2 krb5kdc[28028](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240412, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:32.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.834532 28202 init.cc:295] Successfully reacquired a new kerberos TGT
01:53:32.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.27.91.3@KRBTEST.COM; defaulting to no policy
01:53:32.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:32.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.27.91.3@KRBTEST.COM" created.
01:53:32.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
01:53:32.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.91.3 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:32.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.91.3 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab.
01:53:32.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:32.882215 28012 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:32.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:32.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-2/wal
01:53:32.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-2/data
01:53:32.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:32.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:32.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-2/logs
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-2/data/info.pb
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.91.3:0
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.91.3
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.91.3
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.91.62:38933,127.27.91.61:45629,127.27.91.60:45305
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.91.3
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.91.20:41411
01:53:32.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:53:33.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:33.337047 28974 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:33.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:33.338104 28974 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:33.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:33.339293 28974 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:33.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:33.382233 28974 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:33.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:33.383353 28974 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.91.3
01:53:33.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:33.425280 28974 tablet_server_runner.cc:78] Tablet server non-default flags:
01:53:33.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-2/logs
01:53:33.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:33.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.91.20:41411
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-2/data
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-2/wal
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.91.3
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.91.3:0
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-2/data/info.pb
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.91.3
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.91.62:38933,127.27.91.61:45629,127.27.91.60:45305
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.91.3
01:53:33.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
01:53:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:53:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 01:43:22 UTC on e7f111948823
01:53:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13251
01:53:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:33.427073 28974 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:33.428277 28974 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:33.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:33.443167 28982 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:33.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:33.804378 28953 heartbeater.cc:499] Master 127.27.91.60:45305 was elected leader, sending a full tablet report...
01:53:34.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:34 dist-test-slave-44d2 krb5kdc[28028](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240414, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:34.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:34.929438 28330 init.cc:295] Successfully reacquired a new kerberos TGT
01:53:35.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:34.859159 28981 debug-util.cc:398] Leaking SignalData structure 0x7b08000375e0 after lost signal to thread 28974
01:53:35.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:35.013101 28974 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.567s user 0.582s sys 0.963s
01:53:35.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:35.013476 28974 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.568s user 0.582s sys 0.963s
01:53:35.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:33.448026 28983 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:35.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:35.021766 28995 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:35.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.022390 28974 server_base.cc:1061] running on GCE node
01:53:35.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.023635 28974 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:35.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.026002 28974 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:35.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.027385 28974 hybrid_clock.cc:648] HybridClock initialized: now 1786240415027333 us; error 62 us; skew 500 ppm
01:53:35.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.028285 28974 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:35.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:35 dist-test-slave-44d2 krb5kdc[28028](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240415, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.3@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:35.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.034879 28974 init.cc:377] Logged in from keytab as kudu/127.27.91.3@KRBTEST.COM (short username kudu)
01:53:35.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.040895 28974 webserver.cc:533] Webserver started at http://127.27.91.3:33281/ using document root <none> and password file <none>
01:53:35.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.041858 28974 fs_manager.cc:362] Metadata directory not provided
01:53:35.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.042147 28974 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:35.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.042608 28974 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
01:53:35.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.047219 28974 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-2/data/instance:
01:53:35.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7959472981db45fba1ff9cbe91c32f70"
01:53:35.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:35 on dist-test-slave-44d2"
01:53:35.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.048322 28974 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-2/wal/instance:
01:53:35.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7959472981db45fba1ff9cbe91c32f70"
01:53:35.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:35 on dist-test-slave-44d2"
01:53:35.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.056991 28974 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.005s sys 0.002s
01:53:35.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.062886 29005 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:35.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.064034 28974 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.005s
01:53:35.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.064329 28974 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-2/data,/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-2/wal
01:53:35.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7959472981db45fba1ff9cbe91c32f70"
01:53:35.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:35 on dist-test-slave-44d2"
01:53:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.064699 28974 fs_report.cc:389] FS layout report
01:53:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-2/wal
01:53:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-2/wal
01:53:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-2/data/data
01:53:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:35.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.141608 28974 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:35.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.150030 28974 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:35.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.150664 28974 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:35.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.154577 28974 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
01:53:35.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.161203 28974 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
01:53:35.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.161578 28974 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
01:53:35.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.161903 28974 ts_tablet_manager.cc:616] Registered 0 tablets
01:53:35.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.162135 28974 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
01:53:35.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.367672 28974 rpc_server.cc:307] RPC server started. Bound to: 127.27.91.3:42473
01:53:35.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.367827 29173 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.91.3:42473 every 8 connection(s)
01:53:35.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.370687 28974 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-2/data/info.pb
01:53:35.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.373075 28012 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu as pid 28974
01:53:35.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.373649 28012 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/ts-2/wal/instance
01:53:35.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:35 dist-test-slave-44d2 krb5kdc[28028](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240415, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.3@KRBTEST.COM for kudu/127.27.91.60@KRBTEST.COM
01:53:35.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:35 dist-test-slave-44d2 krb5kdc[28028](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240415, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.3@KRBTEST.COM for kudu/127.27.91.62@KRBTEST.COM
01:53:35.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:35 dist-test-slave-44d2 krb5kdc[28028](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240415, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.3@KRBTEST.COM for kudu/127.27.91.61@KRBTEST.COM
01:53:35.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.433307 29175 heartbeater.cc:344] Connected to a master server at 127.27.91.61:45629
01:53:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.433818 29175 heartbeater.cc:461] Registering TS with master...
01:53:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.434051 29174 heartbeater.cc:344] Connected to a master server at 127.27.91.60:45305
01:53:35.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.434409 29174 heartbeater.cc:461] Registering TS with master...
01:53:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.436612 29175 heartbeater.cc:507] Master 127.27.91.61:45629 requested a full tablet report, sending...
01:53:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.436858 29176 heartbeater.cc:344] Connected to a master server at 127.27.91.62:38933
01:53:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.437217 29176 heartbeater.cc:461] Registering TS with master...
01:53:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.436618 29174 heartbeater.cc:507] Master 127.27.91.60:45305 requested a full tablet report, sending...
01:53:35.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.438138 29176 heartbeater.cc:507] Master 127.27.91.62:38933 requested a full tablet report, sending...
01:53:35.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.440361 28230 ts_manager.cc:194] Registered new tserver with Master: 7959472981db45fba1ff9cbe91c32f70 (127.27.91.3:42473)
01:53:35.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.440397 28359 ts_manager.cc:194] Registered new tserver with Master: 7959472981db45fba1ff9cbe91c32f70 (127.27.91.3:42473)
01:53:35.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.440986 28112 ts_manager.cc:194] Registered new tserver with Master: 7959472981db45fba1ff9cbe91c32f70 (127.27.91.3:42473)
01:53:35.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.442196 28359 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.27.91.3@KRBTEST.COM'} at 127.27.91.3:56261
01:53:35.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.450137 28012 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
01:53:35.461 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:53:35.462 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
01:53:35.470 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
01:53:35.471 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
01:53:35.473 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.27.91.62"
port: 38933
}
bound_http_address {
host: "127.27.91.62"
port: 36543
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.27.91.61"
port: 45629
}
bound_http_address {
host: "127.27.91.61"
port: 36167
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.27.91.60"
port: 45305
}
bound_http_address {
host: "127.27.91.60"
port: 40253
}
}
}
01:53:35.474 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
01:53:35.475 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.27.91.1"
port: 40785
}
bound_http_address {
host: "127.27.91.1"
port: 44219
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.27.91.2"
port: 34141
}
bound_http_address {
host: "127.27.91.2"
port: 39125
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.27.91.3"
port: 42473
}
bound_http_address {
host: "127.27.91.3"
port: 33281
}
}
}
01:53:35.475 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:53:35.476 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:53:35.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:35 dist-test-slave-44d2 krb5kdc[28028](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240415, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:35.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:53:35.513 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:53:35.516 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/krb5cc
01:53:35.533 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:53:35.533 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/krb5cc
01:53:35.535 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:53:35.561 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
01:53:35.563 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
01:53:35.563 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
01:53:35.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:35 dist-test-slave-44d2 krb5kdc[28028](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240415, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:35.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
01:53:35.601 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:53:35.602 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/krb5cc
01:53:35.603 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
01:53:35.604 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.91.61:45629
01:53:35.605 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
01:53:35.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.605947 28012 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu with pid 28184
01:53:35.654 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:53:35.655 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.91.60:45305
01:53:35.655 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
01:53:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.656001 28012 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu with pid 28298
01:53:35.697 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:53:35.697 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.91.62:38933
01:53:35.697 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
01:53:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.698109 28012 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu with pid 28060
01:53:35.745 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:53:35.745 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.91.61:45629
01:53:35.750 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
01:53:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:35.752724 28012 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/wal
01:53:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/data
01:53:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/logs
01:53:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/data/info.pb
01:53:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:35.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:53:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.91.61:45629
01:53:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.91.61
01:53:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36167
01:53:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab
01:53:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.91.61
01:53:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:53:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:53:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:53:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.91.20:41411
01:53:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.91.62:38933,127.27.91.61:45629,127.27.91.60:45305
01:53:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33175/jwks.json
01:53:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
01:53:35.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:53:35.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:35.797235 28730 debug-util.cc:398] Leaking SignalData structure 0x7b08000b93a0 after lost signal to thread 28534
01:53:35.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:35.798398 28730 debug-util.cc:398] Leaking SignalData structure 0x7b08000b93e0 after lost signal to thread 28733
01:53:35.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:35.821947 28953 heartbeater.cc:646] Failed to heartbeat to 127.27.91.60:45305 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.91.60:45305: connect: Connection refused (error 111)
01:53:36.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:36.166414 29192 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:36.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:36.166991 29192 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:36.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:36.167629 29192 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:36.205184 29192 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
01:53:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:36.205431 29192 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:53:36.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:36.205709 29192 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:36.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:36.205919 29192 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:53:36.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:36.206229 29192 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:53:36.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:36.206575 29192 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:53:36.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:36.206852 29192 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33175/jwks.json
01:53:36.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:36.237610 28734 heartbeater.cc:646] Failed to heartbeat to 127.27.91.60:45305 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.91.60:45305: connect: Connection refused (error 111)
01:53:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:36.268024 29192 master_runner.cc:387] Master server non-default flags:
01:53:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/logs
01:53:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:36.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.91.20:41411
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/data
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/wal
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.91.62:38933,127.27.91.61:45629,127.27.91.60:45305
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.91.61
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.91.61:45629
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33175/jwks.json
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/data/info.pb
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.91.61
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36167
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:53:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:53:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 01:43:22 UTC on e7f111948823
01:53:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13251
01:53:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:36.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:36.270140 29192 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:36.271600 29192 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:36.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:36.287288 29203 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:36.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:36.445773 29174 heartbeater.cc:499] Master 127.27.91.60:45305 was elected leader, sending a full tablet report...
01:53:36.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:36.471859 29175 heartbeater.cc:646] Failed to heartbeat to 127.27.91.61:45629 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.91.61:45629: connect: Connection refused (error 111)
01:53:38.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:38 dist-test-slave-44d2 krb5kdc[28028](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240418, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.1@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:38.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:38.104527 28559 init.cc:295] Successfully reacquired a new kerberos TGT
01:53:38.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:37.693732 29201 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 29192
01:53:38.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:38.786280 29201 kernel_stack_watchdog.cc:198] Thread 29192 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 403ms:
01:53:38.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:53:38.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:53:38.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:53:38.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:53:38.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:38.787177 29192 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.499s user 0.837s sys 1.195s
01:53:38.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:38.787645 29192 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.499s user 0.837s sys 1.195s
01:53:38.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:36.288317 29204 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:38.790592 29206 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:38.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:38.794481 29205 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2505 milliseconds
01:53:38.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:38.794584 29192 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
01:53:38.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:38.796936 29192 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:38.801368 29192 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:38.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:38.802959 29192 hybrid_clock.cc:648] HybridClock initialized: now 1786240418802794 us; error 167 us; skew 500 ppm
01:53:38.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:38.804373 29192 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:38.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:38 dist-test-slave-44d2 krb5kdc[28028](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240418, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.61@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:38.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:38.814821 29192 init.cc:377] Logged in from keytab as kudu/127.27.91.61@KRBTEST.COM (short username kudu)
01:53:38.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:38.822397 29192 webserver.cc:533] Webserver started at http://127.27.91.61:36167/ using document root <none> and password file <none>
01:53:38.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:38.823626 29192 fs_manager.cc:362] Metadata directory not provided
01:53:38.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:38.823901 29192 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:38.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:38.834739 29192 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.002s sys 0.006s
01:53:38.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:38.841176 29251 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:38.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:38.843593 29192 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.004s sys 0.000s
01:53:38.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:38.844345 29192 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/data,/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/wal
01:53:38.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6fa1825d4173470aa2f2eaf4479c7965"
01:53:38.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:22 on dist-test-slave-44d2"
01:53:38.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:38.847375 29192 fs_report.cc:389] FS layout report
01:53:38.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:38.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/wal
01:53:38.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/wal
01:53:38.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/data/data
01:53:38.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:38.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:38.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:38.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:38.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:38.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:38.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:38.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:38.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:38.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:38.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:38.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:38.918159 29192 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:38.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:38.930824 29192 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:38.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:38.931419 29192 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.030705 29192 rpc_server.cc:307] RPC server started. Bound to: 127.27.91.61:45629
01:53:39.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.030866 29337 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.91.61:45629 every 8 connection(s)
01:53:39.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.033846 29192 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-1/data/info.pb
01:53:39.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.042855 28012 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu as pid 29192
01:53:39.043 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:53:39.044 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.91.60:45305
01:53:39.044 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
01:53:39.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.046137 28012 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:39.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:39.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/wal
01:53:39.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/data
01:53:39.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:39.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:39.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:39.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/logs
01:53:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/data/info.pb
01:53:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:53:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.91.60:45305
01:53:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.91.60
01:53:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40253
01:53:39.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab
01:53:39.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.91.60
01:53:39.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:39.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:53:39.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:53:39.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:53:39.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.91.20:41411
01:53:39.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:39.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:39.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:39.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:39.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.91.62:38933,127.27.91.61:45629,127.27.91.60:45305
01:53:39.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:39.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33175/jwks.json
01:53:39.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
01:53:39.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:53:39.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.053404 29340 sys_catalog.cc:263] Verifying existing consensus state
01:53:39.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.062918 29340 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965: Bootstrap starting.
01:53:39.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.125694 29340 log.cc:826] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965: Log is configured to *not* fsync() on all Append() calls
01:53:39.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.148882 29340 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:53:39.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.150015 29340 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965: Bootstrap complete.
01:53:39.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.189956 29340 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } }
01:53:39.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.193609 29340 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6fa1825d4173470aa2f2eaf4479c7965, State: Initialized, Role: FOLLOWER
01:53:39.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.194921 29340 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } }
01:53:39.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.198374 29344 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } } }
01:53:39.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.199647 29344 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [sys.catalog]: This master's current role is: FOLLOWER
01:53:39.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.203475 29340 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [sys.catalog]: configured and running, proceeding with master startup.
01:53:39.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.278196 29361 catalog_manager.cc:1295] Loaded cluster ID: 866ae773616747baa3b8a23809cbd822
01:53:39.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.278961 29361 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965: loading cluster ID for follower catalog manager: success
01:53:39.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.296612 29361 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965: acquiring CA information for follower catalog manager: success
01:53:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.252856 29192 master_runner.cc:187] Error getting master registration for 127.27.91.62:38933: Network error: Client connection negotiation failed: client connection to 127.27.91.62:38933: connect: Connection refused (error 111),
01:53:39.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.329317 29192 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:53:39.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.339926 29361 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:53:39.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.354211 28736 heartbeater.cc:344] Connected to a master server at 127.27.91.61:45629
01:53:39.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.361820 29285 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "40716a2af1c9414cbfa44ce6c87a4d58" instance_seqno: 1786240408888322) as {username='kudu', principal='kudu/127.27.91.1@KRBTEST.COM'} at 127.27.91.1:38133; Asking this server to re-register.
01:53:39.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.363718 28736 heartbeater.cc:461] Registering TS with master...
01:53:39.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.368021 29285 ts_manager.cc:194] Registered new tserver with Master: 40716a2af1c9414cbfa44ce6c87a4d58 (127.27.91.1:40785)
01:53:39.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.542299 29175 heartbeater.cc:344] Connected to a master server at 127.27.91.61:45629
01:53:39.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.545643 29285 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "7959472981db45fba1ff9cbe91c32f70" instance_seqno: 1786240415325194) as {username='kudu', principal='kudu/127.27.91.3@KRBTEST.COM'} at 127.27.91.3:44237; Asking this server to re-register.
01:53:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.547899 29175 heartbeater.cc:461] Registering TS with master...
01:53:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.551687 29285 ts_manager.cc:194] Registered new tserver with Master: 7959472981db45fba1ff9cbe91c32f70 (127.27.91.3:42473)
01:53:39.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:39.562907 29342 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:39.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:39.563552 29342 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:39.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:39.564199 29342 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:39.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:39.600019 29342 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
01:53:39.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:39.600279 29342 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:53:39.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:39.600704 29342 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:39.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:39.601121 29342 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:53:39.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:39.601672 29342 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:53:39.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:39.602028 29342 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:53:39.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:39.602820 29342 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33175/jwks.json
01:53:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.654321 29342 master_runner.cc:387] Master server non-default flags:
01:53:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/logs
01:53:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.91.20:41411
01:53:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/data
01:53:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/wal
01:53:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:53:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.91.62:38933,127.27.91.61:45629,127.27.91.60:45305
01:53:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab
01:53:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.91.60
01:53:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.91.60:45305
01:53:39.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33175/jwks.json
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/data/info.pb
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.91.60
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=40253
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 01:43:22 UTC on e7f111948823
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13251
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:39.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.656109 29342 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:39.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.657881 29342 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:39.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:39.706284 29384 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:39.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.941228 28954 heartbeater.cc:344] Connected to a master server at 127.27.91.61:45629
01:53:39.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.946540 29285 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "bd4c9ac1ffdc4ddf9a113481f9a96f69" instance_seqno: 1786240412615197) as {username='kudu', principal='kudu/127.27.91.2@KRBTEST.COM'} at 127.27.91.2:43727; Asking this server to re-register.
01:53:39.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.985703 28954 heartbeater.cc:461] Registering TS with master...
01:53:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:39.991161 29285 ts_manager.cc:194] Registered new tserver with Master: bd4c9ac1ffdc4ddf9a113481f9a96f69 (127.27.91.2:34141)
01:53:40.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:40.913728 29402 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:53:40.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:40.914371 29402 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } }
01:53:40.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:40.930927 29265 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.91.62:38933: connect: Connection refused (error 111)
01:53:40.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:40.933176 29402 leader_election.cc:290] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d55a83b74e1a466ab395b779721c8a30 (127.27.91.62:38933), 69f91f8100e949d38325801f88f2bf0e (127.27.91.60:45305)
01:53:40.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:40.941859 29258 leader_election.cc:336] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 69f91f8100e949d38325801f88f2bf0e (127.27.91.60:45305): Network error: Client connection negotiation failed: client connection to 127.27.91.60:45305: connect: Connection refused (error 111)
01:53:40.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:40.944641 29265 leader_election.cc:336] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d55a83b74e1a466ab395b779721c8a30 (127.27.91.62:38933): Network error: Client connection negotiation failed: client connection to 127.27.91.62:38933: connect: Connection refused (error 111)
01:53:40.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:40.945034 29265 leader_election.cc:304] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6fa1825d4173470aa2f2eaf4479c7965; no voters: 69f91f8100e949d38325801f88f2bf0e, d55a83b74e1a466ab395b779721c8a30
01:53:40.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:40.946199 29402 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
01:53:41.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:41.074179 29383 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 29342
01:53:41.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:41.528858 29383 kernel_stack_watchdog.cc:198] Thread 29342 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 360ms:
01:53:41.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:53:41.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:53:41.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:53:41.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:53:41.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:39.711910 29385 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:41.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:41.531030 29342 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.819s user 0.000s sys 0.002s
01:53:41.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:41.531412 29342 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.820s user 0.001s sys 0.002s
01:53:41.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:41.538878 29389 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:41.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.545555 29342 server_base.cc:1061] running on GCE node
01:53:41.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.547079 29342 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:41.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.550736 29342 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:41.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.552835 29342 hybrid_clock.cc:648] HybridClock initialized: now 1786240421552728 us; error 101 us; skew 500 ppm
01:53:41.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.554935 29342 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:41.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:41 dist-test-slave-44d2 krb5kdc[28028](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240421, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.60@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:41.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.570183 29342 init.cc:377] Logged in from keytab as kudu/127.27.91.60@KRBTEST.COM (short username kudu)
01:53:41.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.576352 29342 webserver.cc:533] Webserver started at http://127.27.91.60:40253/ using document root <none> and password file <none>
01:53:41.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.577651 29342 fs_manager.cc:362] Metadata directory not provided
01:53:41.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.577978 29342 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:41.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.588958 29342 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.006s sys 0.001s
01:53:41.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.594609 29422 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:41.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.595860 29342 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.003s
01:53:41.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.596282 29342 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/data,/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/wal
01:53:41.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69f91f8100e949d38325801f88f2bf0e"
01:53:41.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:24 on dist-test-slave-44d2"
01:53:41.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.598474 29342 fs_report.cc:389] FS layout report
01:53:41.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:41.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/wal
01:53:41.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/wal
01:53:41.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/data/data
01:53:41.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:41.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:41.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:41.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:41.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:41.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:41.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:41.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:41.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:41.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:41.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:41.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.656750 29342 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:41.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.662900 29342 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:41.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.663535 29342 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.781584 29342 rpc_server.cc:307] RPC server started. Bound to: 127.27.91.60:45305
01:53:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.781667 29495 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.91.60:45305 every 8 connection(s)
01:53:41.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.785640 29342 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-2/data/info.pb
01:53:41.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.786552 28012 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu as pid 29342
01:53:41.788 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:53:41.788 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.91.62:38933
01:53:41.788 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
01:53:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.790699 28012 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu
01:53:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/wal
01:53:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/data
01:53:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
01:53:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
01:53:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
01:53:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/logs
01:53:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/data/info.pb
01:53:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
01:53:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
01:53:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
01:53:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
01:53:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
01:53:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
01:53:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.91.62:38933
01:53:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.91.62
01:53:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36543
01:53:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab
01:53:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.91.62
01:53:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
01:53:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
01:53:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
01:53:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.91.20:41411
01:53:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:41.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:41.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:41.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.91.62:38933,127.27.91.61:45629,127.27.91.60:45305
01:53:41.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:41.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33175/jwks.json
01:53:41.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
01:53:41.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
01:53:41.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.803783 29496 sys_catalog.cc:263] Verifying existing consensus state
01:53:41.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.811280 29496 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e: Bootstrap starting.
01:53:41.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.855890 29496 log.cc:826] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e: Log is configured to *not* fsync() on all Append() calls
01:53:41.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.873796 29496 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:53:41.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.874858 29496 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e: Bootstrap complete.
01:53:41.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.901010 29496 raft_consensus.cc:359] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } }
01:53:41.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.903733 29496 raft_consensus.cc:740] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 69f91f8100e949d38325801f88f2bf0e, State: Initialized, Role: FOLLOWER
01:53:41.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.904922 29496 consensus_queue.cc:260] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } }
01:53:41.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.908376 29500 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } } }
01:53:41.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.909435 29500 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [sys.catalog]: This master's current role is: FOLLOWER
01:53:41.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.910207 29496 sys_catalog.cc:565] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [sys.catalog]: configured and running, proceeding with master startup.
01:53:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.975967 29515 catalog_manager.cc:1295] Loaded cluster ID: 866ae773616747baa3b8a23809cbd822
01:53:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.976311 29515 catalog_manager.cc:1588] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e: loading cluster ID for follower catalog manager: success
01:53:41.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.985622 29515 catalog_manager.cc:1610] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e: acquiring CA information for follower catalog manager: success
01:53:41.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.992044 29515 catalog_manager.cc:1638] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:53:42.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:41.969513 29342 master_runner.cc:187] Error getting master registration for 127.27.91.62:38933: Network error: Client connection negotiation failed: client connection to 127.27.91.62:38933: connect: Connection refused (error 111),
01:53:42.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.009402 29342 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:53:42.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.021729 28953 heartbeater.cc:344] Connected to a master server at 127.27.91.60:45305
01:53:42.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.028801 29442 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "bd4c9ac1ffdc4ddf9a113481f9a96f69" instance_seqno: 1786240412615197) as {username='kudu', principal='kudu/127.27.91.2@KRBTEST.COM'} at 127.27.91.2:37157; Asking this server to re-register.
01:53:42.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.030736 28953 heartbeater.cc:461] Registering TS with master...
01:53:42.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.034305 29442 ts_manager.cc:194] Registered new tserver with Master: bd4c9ac1ffdc4ddf9a113481f9a96f69 (127.27.91.2:34141)
01:53:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:42.319785 29498 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
01:53:42.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:42.320748 29498 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
01:53:42.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:42.321844 29498 flags.cc:432] Enabled unsafe flag: --never_fsync=true
01:53:42.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:42 dist-test-slave-44d2 krb5kdc[28028](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240422, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.2@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.333341 28781 init.cc:295] Successfully reacquired a new kerberos TGT
01:53:42.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.376616 28734 heartbeater.cc:344] Connected to a master server at 127.27.91.60:45305
01:53:42.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.379777 29442 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "40716a2af1c9414cbfa44ce6c87a4d58" instance_seqno: 1786240408888322) as {username='kudu', principal='kudu/127.27.91.1@KRBTEST.COM'} at 127.27.91.1:37595; Asking this server to re-register.
01:53:42.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:42.380805 29498 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
01:53:42.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:42.381157 29498 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
01:53:42.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:42.381734 29498 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
01:53:42.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:42.382146 29498 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
01:53:42.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:42.382581 29498 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
01:53:42.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.382722 28734 heartbeater.cc:461] Registering TS with master...
01:53:42.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:42.382972 29498 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
01:53:42.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:42.383241 29498 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33175/jwks.json
01:53:42.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.394488 29442 ts_manager.cc:194] Registered new tserver with Master: 40716a2af1c9414cbfa44ce6c87a4d58 (127.27.91.1:40785)
01:53:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.436164 29498 master_runner.cc:387] Master server non-default flags:
01:53:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/logs
01:53:42.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.91.20:41411
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/data
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/wal
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.91.62:38933,127.27.91.61:45629,127.27.91.60:45305
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/krb5kdc/kudu.keytab
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.91.62
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.91.62:38933
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33175/jwks.json
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
01:53:42.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
01:53:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/data/info.pb
01:53:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.91.62
01:53:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=36543
01:53:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
01:53:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
01:53:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
01:53:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
01:53:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
01:53:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
01:53:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
01:53:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
01:53:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 4bcd631c449d3c6649730ca6e07660c8168f0d44
01:53:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
01:53:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 09 Aug 2026 01:43:22 UTC on e7f111948823
01:53:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 13251
01:53:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
01:53:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.438114 29498 env_posix.cc:2285] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
01:53:42.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.439523 29498 file_cache.cc:504] Constructed file cache file cache with capacity 419430
01:53:42.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:42.461257 29529 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.607688 29174 heartbeater.cc:344] Connected to a master server at 127.27.91.60:45305
01:53:42.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.608249 29174 heartbeater.cc:499] Master 127.27.91.60:45305 was elected leader, sending a full tablet report...
01:53:42.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.612317 29442 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "7959472981db45fba1ff9cbe91c32f70" instance_seqno: 1786240415325194) as {username='kudu', principal='kudu/127.27.91.3@KRBTEST.COM'} at 127.27.91.3:47061; Asking this server to re-register.
01:53:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.614147 29174 heartbeater.cc:461] Registering TS with master...
01:53:42.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.619375 29442 ts_manager.cc:194] Registered new tserver with Master: 7959472981db45fba1ff9cbe91c32f70 (127.27.91.3:42473)
01:53:42.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.614499 29537 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
01:53:42.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.624734 29537 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } }
01:53:42.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.687691 29537 leader_election.cc:290] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers d55a83b74e1a466ab395b779721c8a30 (127.27.91.62:38933), 69f91f8100e949d38325801f88f2bf0e (127.27.91.60:45305)
01:53:42.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:42.691347 29265 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.27.91.62:38933, user_credentials={real_user=slave}} blocked reactor thread for 49594.7us
01:53:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.699651 29458 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6fa1825d4173470aa2f2eaf4479c7965" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "69f91f8100e949d38325801f88f2bf0e" is_pre_election: true
01:53:42.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.701117 29458 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6fa1825d4173470aa2f2eaf4479c7965 in term 1.
01:53:42.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.703387 29258 leader_election.cc:304] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 69f91f8100e949d38325801f88f2bf0e, 6fa1825d4173470aa2f2eaf4479c7965; no voters:
01:53:42.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.704872 29537 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [term 1 FOLLOWER]: Leader pre-election won for term 2
01:53:42.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.705444 29537 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
01:53:42.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.705938 29537 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [term 1 FOLLOWER]: Advancing to term 2
01:53:42.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:42.713544 29265 leader_election.cc:336] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer d55a83b74e1a466ab395b779721c8a30 (127.27.91.62:38933): Network error: Client connection negotiation failed: client connection to 127.27.91.62:38933: connect: Connection refused (error 111)
01:53:42.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.732810 29537 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } }
01:53:42.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:42.746832 29265 leader_election.cc:336] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer d55a83b74e1a466ab395b779721c8a30 (127.27.91.62:38933): Network error: Client connection negotiation failed: client connection to 127.27.91.62:38933: connect: Connection refused (error 111)
01:53:42.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.752305 29458 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6fa1825d4173470aa2f2eaf4479c7965" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "69f91f8100e949d38325801f88f2bf0e"
01:53:42.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.753225 29458 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [term 1 FOLLOWER]: Advancing to term 2
01:53:42.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.764674 29537 leader_election.cc:290] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [CANDIDATE]: Term 2 election: Requested vote from peers d55a83b74e1a466ab395b779721c8a30 (127.27.91.62:38933), 69f91f8100e949d38325801f88f2bf0e (127.27.91.60:45305)
01:53:42.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.773480 29458 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6fa1825d4173470aa2f2eaf4479c7965 in term 2.
01:53:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.775399 29258 leader_election.cc:304] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 69f91f8100e949d38325801f88f2bf0e, 6fa1825d4173470aa2f2eaf4479c7965; no voters: d55a83b74e1a466ab395b779721c8a30
01:53:42.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.776903 29537 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [term 2 FOLLOWER]: Leader election won for term 2
01:53:42.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.784672 29537 raft_consensus.cc:697] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [term 2 LEADER]: Becoming Leader. State: Replica: 6fa1825d4173470aa2f2eaf4479c7965, State: Running, Role: LEADER
01:53:42.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.786064 29537 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } }
01:53:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.813545 29544 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6fa1825d4173470aa2f2eaf4479c7965. Latest consensus state: current_term: 2 leader_uuid: "6fa1825d4173470aa2f2eaf4479c7965" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } } }
01:53:42.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.814775 29544 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [sys.catalog]: This master's current role is: LEADER
01:53:42.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.829777 29546 catalog_manager.cc:1511] Loading table and tablet metadata into memory...
01:53:42.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.841077 29546 catalog_manager.cc:1520] Initializing Kudu cluster ID...
01:53:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.847500 29546 catalog_manager.cc:1295] Loaded cluster ID: 866ae773616747baa3b8a23809cbd822
01:53:42.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.848258 29546 catalog_manager.cc:1531] Initializing Kudu internal certificate authority...
01:53:42.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.855216 29546 catalog_manager.cc:1540] Loading token signing keys...
01:53:42.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.861608 29546 catalog_manager.cc:6103] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965: Loaded TSK: 0
01:53:42.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:42.863615 29546 catalog_manager.cc:1550] Initializing in-progress tserver states...
01:53:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:43.324828 29265 consensus_peers.cc:597] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 -> Peer d55a83b74e1a466ab395b779721c8a30 (127.27.91.62:38933): Couldn't send request to peer d55a83b74e1a466ab395b779721c8a30. Status: Network error: Client connection negotiation failed: client connection to 127.27.91.62:38933: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
01:53:43.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:43.342653 29458 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [term 2 FOLLOWER]: Refusing update from remote peer 6fa1825d4173470aa2f2eaf4479c7965: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
01:53:43.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:43.346129 29544 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [LEADER]: Connected to new peer: Peer: permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.001s
01:53:43.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:43.400442 29559 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6fa1825d4173470aa2f2eaf4479c7965. Latest consensus state: current_term: 2 leader_uuid: "6fa1825d4173470aa2f2eaf4479c7965" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } } }
01:53:43.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:43.407159 29559 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [sys.catalog]: This master's current role is: FOLLOWER
01:53:43.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:43.444012 29559 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "6fa1825d4173470aa2f2eaf4479c7965" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } } }
01:53:43.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:43.445230 29559 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69f91f8100e949d38325801f88f2bf0e [sys.catalog]: This master's current role is: FOLLOWER
01:53:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:43.464257 29563 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "6fa1825d4173470aa2f2eaf4479c7965" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } } }
01:53:43.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:43.466185 29563 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6fa1825d4173470aa2f2eaf4479c7965 [sys.catalog]: This master's current role is: LEADER
01:53:44.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.009943 28954 heartbeater.cc:499] Master 127.27.91.61:45629 was elected leader, sending a full tablet report...
01:53:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.336714 29192 master_runner.cc:187] Error getting master registration for 127.27.91.62:38933: Network error: Client connection negotiation failed: client connection to 127.27.91.62:38933: connect: Connection refused (error 111),
01:53:44.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.337394 29192 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
01:53:44.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:43.866350 29528 debug-util.cc:398] Leaking SignalData structure 0x7b0800028cc0 after lost signal to thread 29498
01:53:44.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:44.348284 29528 kernel_stack_watchdog.cc:198] Thread 29498 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
01:53:44.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
01:53:44.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
01:53:44.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
01:53:44.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
01:53:44.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:42.464398 29531 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:44.354389 29498 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.892s user 0.645s sys 1.022s
01:53:44.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:44.355360 29498 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.893s user 0.646s sys 1.022s
01:53:44.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.380949 29498 server_base.cc:1061] running on GCE node
01:53:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:44.381810 29578 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
01:53:44.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.383618 29498 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
01:53:44.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.389719 28736 heartbeater.cc:499] Master 127.27.91.61:45629 was elected leader, sending a full tablet report...
01:53:44.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.395649 29498 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
01:53:44.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.397172 29498 hybrid_clock.cc:648] HybridClock initialized: now 1786240424397027 us; error 136 us; skew 500 ppm
01:53:44.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.398392 29498 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
01:53:44.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:44 dist-test-slave-44d2 krb5kdc[28028](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240424, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.62@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:44.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.408685 29498 init.cc:377] Logged in from keytab as kudu/127.27.91.62@KRBTEST.COM (short username kudu)
01:53:44.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.420403 29498 webserver.cc:533] Webserver started at http://127.27.91.62:36543/ using document root <none> and password file <none>
01:53:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.421860 29498 fs_manager.cc:362] Metadata directory not provided
01:53:44.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.422230 29498 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
01:53:44.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.433255 29498 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.007s sys 0.000s
01:53:44.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.439316 29587 log_block_manager.cc:4127] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
01:53:44.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.440850 29498 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.003s
01:53:44.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.441287 29498 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/data,/tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/wal
01:53:44.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d55a83b74e1a466ab395b779721c8a30"
01:53:44.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 01:53:20 on dist-test-slave-44d2"
01:53:44.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.445132 29498 fs_report.cc:389] FS layout report
01:53:44.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
01:53:44.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/wal
01:53:44.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/wal
01:53:44.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/data/data
01:53:44.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
01:53:44.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
01:53:44.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
01:53:44.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
01:53:44.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
01:53:44.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
01:53:44.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
01:53:44.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
01:53:44.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
01:53:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
01:53:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
01:53:44.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.531237 29498 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
01:53:44.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.544317 29498 env_posix.cc:2285] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
01:53:44.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.545766 29498 kserver.cc:163] Server-wide thread pool size limit: 3276
01:53:44.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.621675 29175 heartbeater.cc:499] Master 127.27.91.61:45629 was elected leader, sending a full tablet report...
01:53:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.678932 29673 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.91.62:38933 every 8 connection(s)
01:53:44.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.679538 29498 rpc_server.cc:307] RPC server started. Bound to: 127.27.91.62:38933
01:53:44.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.683542 29498 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskD6NKk2/test-tmp/mini-kudu-cluster10828023869262943473/master-0/data/info.pb
01:53:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.684131 28012 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu as pid 29498
01:53:44.685 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
01:53:44.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.709436 29675 sys_catalog.cc:263] Verifying existing consensus state
01:53:44.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.719230 29675 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30: Bootstrap starting.
01:53:44.773 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.91.61:45629(127.27.91.61:45629)] connecting to peer
01:53:44.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.780156 29675 log.cc:826] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30: Log is configured to *not* fsync() on all Append() calls
01:53:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.832408 29675 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
01:53:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.833611 29675 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30: Bootstrap complete.
01:53:44.864 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.91.60:45305(127.27.91.60:45305)] connecting to peer
01:53:44.873 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.91.62:38933(127.27.91.62:38933)] connecting to peer
01:53:44.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.871729 29675 raft_consensus.cc:359] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } }
01:53:44.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.875182 29675 raft_consensus.cc:740] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: d55a83b74e1a466ab395b779721c8a30, State: Initialized, Role: FOLLOWER
01:53:44.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.876725 29675 consensus_queue.cc:260] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } }
01:53:44.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.887392 29675 sys_catalog.cc:565] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [sys.catalog]: configured and running, proceeding with master startup.
01:53:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.884956 29683 sys_catalog.cc:455] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } } }
01:53:44.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:44.891211 29683 sys_catalog.cc:458] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [sys.catalog]: This master's current role is: FOLLOWER
01:53:44.903 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.91.62:38933(127.27.91.62:38933)] Successfully connected to peer
01:53:44.908 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.91.61:45629(127.27.91.61:45629)] Successfully connected to peer
01:53:44.909 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.91.60:45305(127.27.91.60:45305)] Successfully connected to peer
01:53:45.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:45 dist-test-slave-44d2 krb5kdc[28028](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240422, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.2@KRBTEST.COM for kudu/127.27.91.62@KRBTEST.COM
01:53:45.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:45 dist-test-slave-44d2 krb5kdc[28028](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240425, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.3@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
01:53:45.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:45.043676 28999 init.cc:295] Successfully reacquired a new kerberos TGT
01:53:45.057 [WARN - kudu-nio-2] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
01:53:45.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.91.60:45305(127.27.91.60:45305)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
01:53:45.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.91.60:45305: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
01:53:45.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.91.61:45629(127.27.91.61:45629)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
01:53:45.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.91.61:45629: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
01:53:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:45.066486 29689 negotiation.cc:336] Failed RPC negotiation. Trace:
01:53:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:44.909814 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:39326 (local address 127.27.91.60:45305)
01:53:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:44.931774 (+ 21960us) server_negotiation.cc:207] Beginning negotiation
01:53:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:44.931806 (+ 32us) server_negotiation.cc:400] Waiting for connection header
01:53:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:44.977959 (+ 46153us) server_negotiation.cc:408] Connection header received
01:53:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:45.031181 (+ 53222us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
01:53:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:45.031226 (+ 45us) server_negotiation.cc:462] Received NEGOTIATE request from client
01:53:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:45.031562 (+ 336us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
01:53:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:45.031802 (+ 240us) server_negotiation.cc:227] Negotiated authn=SASL
01:53:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:45.065014 (+ 33212us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:39326: BlockingRecv error: recv got EOF from 127.0.0.1:39326 (error 108)
01:53:45.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":21229,"thread_start_us":24354,"threads_started":1}
01:53:45.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:45.066468 29705 catalog_manager.cc:1295] Loaded cluster ID: 866ae773616747baa3b8a23809cbd822
01:53:45.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:45.066777 29705 catalog_manager.cc:1588] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30: loading cluster ID for follower catalog manager: success
01:53:45.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:45.067831 29686 negotiation.cc:336] Failed RPC negotiation. Trace:
01:53:45.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:44.897601 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:46946 (local address 127.27.91.61:45629)
01:53:45.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:44.912645 (+ 15044us) server_negotiation.cc:207] Beginning negotiation
01:53:45.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:44.912679 (+ 34us) server_negotiation.cc:400] Waiting for connection header
01:53:45.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:44.981337 (+ 68658us) server_negotiation.cc:408] Connection header received
01:53:45.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:45.028380 (+ 47043us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
01:53:45.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:45.028414 (+ 34us) server_negotiation.cc:462] Received NEGOTIATE request from client
01:53:45.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:45.028807 (+ 393us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
01:53:45.069 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.91.60:45305(127.27.91.60:45305)] handling channelInactive
01:53:45.070 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.91.62:38933(127.27.91.62:38933)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
01:53:45.070 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.91.62:38933: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
01:53:45.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:45.029038 (+ 231us) server_negotiation.cc:227] Negotiated authn=SASL
01:53:45.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:45.066369 (+ 37331us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:46946: BlockingRecv error: recv got EOF from 127.0.0.1:46946 (error 108)
01:53:45.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":13480,"thread_start_us":13184,"threads_started":1}
01:53:45.079 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.91.61:45629(127.27.91.61:45629)] handling channelInactive
01:53:45.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:45.079905 29705 catalog_manager.cc:1610] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30: acquiring CA information for follower catalog manager: success
01:53:45.080 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=389), Traces: [0ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.91.61:45629, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.91.60:45305, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.91.62:38933, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.91.60:45305: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [364ms] Sub RPC ConnectToMaster: received response from server master-127.27.91.61:45629: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [369ms] Sub RPC ConnectToMaster: received response from server master-127.27.91.62:38933: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.27.91.61:45629,127.27.91.60:45305,127.27.91.62:38933). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.27.91.61:45629,127.27.91.60:45305,127.27.91.62:38933). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
01:53:45.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:45.085763 29705 catalog_manager.cc:1638] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
01:53:45.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:45.087347 28962 heartbeater.cc:344] Connected to a master server at 127.27.91.62:38933
01:53:45.088 [DEBUG - kudu-nio-2] (KuduRpc.java:274) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=396), Traces: [0ms] refreshing cache from master, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.91.61:45629, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.91.60:45305, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.91.62:38933, [362ms] Sub RPC ConnectToMaster: received response from server master-127.27.91.60:45305: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [364ms] Sub RPC ConnectToMaster: received response from server master-127.27.91.61:45629: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [369ms] Sub RPC ConnectToMaster: received response from server master-127.27.91.62:38933: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) with no deferred attached!
01:53:45.091 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.27.91.61:45629(127.27.91.61:45629)] disconnecting while in state TERMINATED
01:53:45.096 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.27.91.62:38933(127.27.91.62:38933)] disconnecting while in state TERMINATED
01:53:45.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Aug 09 01:53:45 dist-test-slave-44d2 krb5kdc[28028](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1786240424, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.91.62@KRBTEST.COM for kudu/127.27.91.62@KRBTEST.COM
01:53:45.096 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.27.91.60:45305(127.27.91.60:45305)] disconnecting while in state TERMINATED
01:53:45.098 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.91.62:38933(127.27.91.62:38933)] handling channelInactive
01:53:45.099 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:53:45.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 01:53:45.101011 29685 negotiation.cc:336] Failed RPC negotiation. Trace:
01:53:45.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:44.894681 (+ 0us) reactor.cc:730] Submitting negotiation task for server connection from 127.0.0.1:37854 (local address 127.27.91.62:38933)
01:53:45.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:44.911215 (+ 16534us) server_negotiation.cc:207] Beginning negotiation
01:53:45.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:44.911259 (+ 44us) server_negotiation.cc:400] Waiting for connection header
01:53:45.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:44.985377 (+ 74118us) server_negotiation.cc:408] Connection header received
01:53:45.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:45.029336 (+ 43959us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
01:53:45.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:45.029370 (+ 34us) server_negotiation.cc:462] Received NEGOTIATE request from client
01:53:45.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:45.029629 (+ 259us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
01:53:45.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:45.029841 (+ 212us) server_negotiation.cc:227] Negotiated authn=SASL
01:53:45.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 01:53:45.098938 (+ 69097us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:37854: BlockingRecv error: recv got EOF from 127.0.0.1:37854 (error 108)
01:53:45.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":15733,"thread_start_us":15163,"threads_started":1}
01:53:45.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:45.096041 29615 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "bd4c9ac1ffdc4ddf9a113481f9a96f69" instance_seqno: 1786240412615197) as {username='kudu', principal='kudu/127.27.91.2@KRBTEST.COM'} at 127.27.91.2:50591; Asking this server to re-register.
01:53:45.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:45.104815 28962 heartbeater.cc:461] Registering TS with master...
01:53:45.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:45.108820 29615 ts_manager.cc:194] Registered new tserver with Master: bd4c9ac1ffdc4ddf9a113481f9a96f69 (127.27.91.2:34141)
01:53:45.114 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:53:45.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:45.120107 28012 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu with pid 28530
01:53:45.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:45.282788 29635 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [term 1 FOLLOWER]: Advancing to term 2
01:53:45.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:45.299543 28012 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu with pid 28756
01:53:45.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:45.351712 28012 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu with pid 28974
01:53:45.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:45.400241 29683 sys_catalog.cc:455] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6fa1825d4173470aa2f2eaf4479c7965. Latest consensus state: current_term: 2 leader_uuid: "6fa1825d4173470aa2f2eaf4479c7965" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } } }
01:53:45.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:45.401242 29683 sys_catalog.cc:458] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [sys.catalog]: This master's current role is: FOLLOWER
01:53:45.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:45.406009 29730 sys_catalog.cc:455] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "6fa1825d4173470aa2f2eaf4479c7965" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "d55a83b74e1a466ab395b779721c8a30" member_type: VOTER last_known_addr { host: "127.27.91.62" port: 38933 } } peers { permanent_uuid: "6fa1825d4173470aa2f2eaf4479c7965" member_type: VOTER last_known_addr { host: "127.27.91.61" port: 45629 } } peers { permanent_uuid: "69f91f8100e949d38325801f88f2bf0e" member_type: VOTER last_known_addr { host: "127.27.91.60" port: 45305 } } }
01:53:45.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:45.407047 29730 sys_catalog.cc:458] T 00000000000000000000000000000000 P d55a83b74e1a466ab395b779721c8a30 [sys.catalog]: This master's current role is: FOLLOWER
01:53:45.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:45.418336 28012 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu with pid 29498
01:53:45.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:45.453317 28012 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu with pid 29192
01:53:45.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:45.495904 28012 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu with pid 29342
01:53:46.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T01:53:46Z chronyd exiting
01:53:47.823 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
01:53:47.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:47.826431 26861 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu with pid 27297
01:53:47.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:47.863504 26861 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu with pid 27570
01:53:47.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:47.899855 26861 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu with pid 27797
01:53:47.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:47.936682 26861 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu with pid 26876
01:53:47.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:47.980568 26861 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu with pid 26981
01:53:48.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 01:53:48.022732 26861 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskD6NKk2/build/tsan/bin/kudu with pid 27101
01:53:49.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T01:53:49Z chronyd exiting
01:53:50.287 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.27.91.61:45629,127.27.91.60:45305,127.27.91.62:38933). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.27.91.61:45629,127.27.91.60:45305,127.27.91.62:38933). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:160)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:456)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:291)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:345)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more