20:07:44.417 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
20:07:44.417 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskl4vMpz/test-tmp
20:07:44.418 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:07:44.418 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskl4vMpz/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:07:44.424 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
20:07:44.784 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:07:44.784 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:07:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:44.787617 13824 mini_oidc.cc:150] Starting JWKS server
20:07:44.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:44.791013 13824 webserver.cc:492] Webserver started at http://127.0.0.1:45429/ using document root <none> and password file <none>
20:07:44.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:44.791456 13824 mini_oidc.cc:186] Starting OIDC Discovery server
20:07:44.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:44.793337 13824 webserver.cc:492] Webserver started at http://127.0.0.1:43605/ using document root <none> and password file <none>
20:07:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-02T20:07:44Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:07:44.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-02T20:07:44Z Disabled control of system clock
20:07:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:44.861141 13824 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:07:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:07:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-0/wal
20:07:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-0/data
20:07:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-0/logs
20:07:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-0/data/info.pb
20:07:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:44.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:44.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:07:44.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:44.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:07:44.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:07:44.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.128.62:35877
20:07:44.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.128.62
20:07:44.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:44.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.128.20:42041
20:07:44.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:44.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:44.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:44.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:07:44.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.128.62:35877,127.13.128.61:33563,127.13.128.60:38933
20:07:44.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:07:44.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45429/jwks.json with env {}
20:07:45.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:45.189729 13836 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:45.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:45.190359 13836 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:45.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:45.190822 13836 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:45.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:45.225710 13836 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:07:45.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:45.226145 13836 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:45.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:45.226441 13836 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:07:45.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:45.226740 13836 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:07:45.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:45.226984 13836 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:07:45.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:45.227154 13836 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45429/jwks.json
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:45.269531 13836 master_runner.cc:386] Master server non-default flags:
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.128.20:42041
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-0/data
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-0/wal
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.128.62:35877,127.13.128.61:33563,127.13.128.60:38933
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.128.62:35877
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45429/jwks.json
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-0/data/info.pb
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.128.62
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:45.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:45.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:45.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-0/logs
20:07:45.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:45.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:45.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:07:45.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:07:45.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:45.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:07:45.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:07:45.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:07:45.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:07:45.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:07:45.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:45.270953 13836 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:45.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:45.272704 13836 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:07:45.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:45.285830 13842 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:46.688572 13841 debug-util.cc:398] Leaking SignalData structure 0x7b0800034cc0 after lost signal to thread 13836
20:07:47.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:45.286760 13843 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:47.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:47.171393 13836 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.886s user 0.798s sys 1.087s
20:07:47.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:47.172739 13836 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.888s user 0.799s sys 1.088s
20:07:47.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:47.175041 13845 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:47.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:47.178162 13844 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1887 milliseconds
20:07:47.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.178239 13836 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:07:47.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.179584 13836 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:47.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.182379 13836 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:47.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.183840 13836 hybrid_clock.cc:648] HybridClock initialized: now 1777752467183787 us; error 63 us; skew 500 ppm
20:07:47.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.184783 13836 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:07:47.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.191919 13836 webserver.cc:492] Webserver started at http://127.13.128.62:43225/ using document root <none> and password file <none>
20:07:47.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.193132 13836 fs_manager.cc:362] Metadata directory not provided
20:07:47.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.193403 13836 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.193980 13836 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:07:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.198710 13836 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-0/data/instance:
20:07:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4ce12a460689498d93c4db76f5d906bf"
20:07:47.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:07:47 on dist-test-slave-m1tv"
20:07:47.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.199909 13836 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-0/wal/instance:
20:07:47.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4ce12a460689498d93c4db76f5d906bf"
20:07:47.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:07:47 on dist-test-slave-m1tv"
20:07:47.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.210279 13836 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.012s sys 0.000s
20:07:47.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.216849 13852 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:07:47.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.218657 13836 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.000s
20:07:47.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.219067 13836 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-0/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-0/wal
20:07:47.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4ce12a460689498d93c4db76f5d906bf"
20:07:47.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:07:47 on dist-test-slave-m1tv"
20:07:47.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.219429 13836 fs_report.cc:389] FS layout report
20:07:47.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:47.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-0/wal
20:07:47.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-0/wal
20:07:47.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-0/data/data
20:07:47.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:47.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:47.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:47.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:47.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:47.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:47.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:47.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:47.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:47.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:47.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:47.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.285058 13836 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:07:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.286818 13836 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.287366 13836 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:47.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.362704 13836 rpc_server.cc:307] RPC server started. Bound to: 127.13.128.62:35877
20:07:47.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.362780 13903 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.128.62:35877 every 8 connection(s)
20:07:47.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.365530 13836 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-0/data/info.pb
20:07:47.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.372362 13904 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:47.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.372354 13824 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 13836
20:07:47.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.372898 13824 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-0/wal/instance
20:07:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.378118 13824 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:07:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:07:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-1/wal
20:07:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-1/data
20:07:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-1/logs
20:07:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-1/data/info.pb
20:07:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:47.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:07:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:07:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:07:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.128.61:33563
20:07:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.128.61
20:07:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.128.20:42041
20:07:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:07:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.128.62:35877,127.13.128.61:33563,127.13.128.60:38933
20:07:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:07:47.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45429/jwks.json with env {}
20:07:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.387718 13904 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.128.62" port: 35877 } has no permanent_uuid. Determining permanent_uuid...
20:07:47.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.427579 13904 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } has no permanent_uuid. Determining permanent_uuid...
20:07:47.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:47.430357 13853 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.128.61:33563: connect: Connection refused (error 111)
20:07:47.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:47.435844 13904 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.128.61:33563: Network error: Client connection negotiation failed: client connection to 127.13.128.61:33563: connect: Connection refused (error 111)
20:07:47.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.485561 13904 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } attempt: 1
20:07:47.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:47.490445 13904 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.128.61:33563: Network error: Client connection negotiation failed: client connection to 127.13.128.61:33563: connect: Connection refused (error 111)
20:07:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.558872 13904 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } attempt: 2
20:07:47.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:47.564584 13904 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.128.61:33563: Network error: Client connection negotiation failed: client connection to 127.13.128.61:33563: connect: Connection refused (error 111)
20:07:47.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.656203 13904 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } attempt: 3
20:07:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:47.661233 13904 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.128.61:33563: Network error: Client connection negotiation failed: client connection to 127.13.128.61:33563: connect: Connection refused (error 111)
20:07:47.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:47.711566 13906 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:47.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:47.712273 13906 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:47.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:47.712952 13906 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:47.748394 13906 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:07:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:47.748725 13906 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:47.749034 13906 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:07:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:47.749392 13906 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:07:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:47.749619 13906 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:07:47.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:47.749773 13906 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45429/jwks.json
20:07:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.788475 13906 master_runner.cc:386] Master server non-default flags:
20:07:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.128.20:42041
20:07:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-1/data
20:07:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-1/wal
20:07:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:07:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.128.62:35877,127.13.128.61:33563,127.13.128.60:38933
20:07:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:07:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.128.61:33563
20:07:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:07:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:07:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45429/jwks.json
20:07:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:47.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-1/data/info.pb
20:07:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.128.61
20:07:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-1/logs
20:07:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:07:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:07:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:07:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:07:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:07:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:07:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:07:47.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.790001 13906 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:47.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.791613 13906 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:07:47.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:47.802966 13915 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:47.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:47.804677 13904 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } attempt: 4
20:07:47.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:47.810909 13904 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.128.61:33563: Network error: Client connection negotiation failed: client connection to 127.13.128.61:33563: connect: Connection refused (error 111)
20:07:48.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:48.110515 13904 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } attempt: 5
20:07:48.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:48.117859 13904 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.128.61:33563: Network error: Client connection negotiation failed: client connection to 127.13.128.61:33563: connect: Connection refused (error 111)
20:07:48.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:48.665503 13904 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } attempt: 6
20:07:48.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:48.676995 13904 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.128.61:33563: Network error: Client connection negotiation failed: client connection to 127.13.128.61:33563: connect: Connection refused (error 111)
20:07:49.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:47.803643 13916 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:49.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:47.808053 13918 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:49.085237 13917 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1277 milliseconds
20:07:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.085358 13906 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:07:49.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.086824 13906 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:49.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.090095 13906 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:49.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.091564 13906 hybrid_clock.cc:648] HybridClock initialized: now 1777752469091513 us; error 62 us; skew 500 ppm
20:07:49.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.092365 13906 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:07:49.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.099357 13906 webserver.cc:492] Webserver started at http://127.13.128.61:38547/ using document root <none> and password file <none>
20:07:49.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.100257 13906 fs_manager.cc:362] Metadata directory not provided
20:07:49.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.100454 13906 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:49.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.100921 13906 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:07:49.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.105450 13906 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-1/data/instance:
20:07:49.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9d2175ee9afe46acbb22ca96580eb783"
20:07:49.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:07:49 on dist-test-slave-m1tv"
20:07:49.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.106575 13906 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-1/wal/instance:
20:07:49.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9d2175ee9afe46acbb22ca96580eb783"
20:07:49.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:07:49 on dist-test-slave-m1tv"
20:07:49.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.113893 13906 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
20:07:49.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.119899 13927 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:07:49.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.121119 13906 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.000s
20:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.121490 13906 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-1/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-1/wal
20:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9d2175ee9afe46acbb22ca96580eb783"
20:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:07:49 on dist-test-slave-m1tv"
20:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.122037 13906 fs_report.cc:389] FS layout report
20:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-1/wal
20:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-1/wal
20:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-1/data/data
20:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:49.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:49.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:49.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.177994 13906 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:07:49.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.179515 13906 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:49.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.179946 13906 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:49.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.255525 13906 rpc_server.cc:307] RPC server started. Bound to: 127.13.128.61:33563
20:07:49.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.255612 13978 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.128.61:33563 every 8 connection(s)
20:07:49.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.258764 13906 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-1/data/info.pb
20:07:49.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.263298 13824 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 13906
20:07:49.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.264161 13824 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-1/wal/instance
20:07:49.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.265534 13979 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:49.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.266553 13824 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-2/wal
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-2/data
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-2/logs
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-2/data/info.pb
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.128.60:38933
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.128.60
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.128.20:42041
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:07:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.128.62:35877,127.13.128.61:33563,127.13.128.60:38933
20:07:49.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:07:49.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45429/jwks.json with env {}
20:07:49.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.278496 13979 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.128.62" port: 35877 } has no permanent_uuid. Determining permanent_uuid...
20:07:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.302383 13979 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } has no permanent_uuid. Determining permanent_uuid...
20:07:49.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.317881 13979 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } has no permanent_uuid. Determining permanent_uuid...
20:07:49.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:49.320390 13931 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.128.60:38933: connect: Connection refused (error 111)
20:07:49.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:49.324559 13979 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.128.60:38933: Network error: Client connection negotiation failed: client connection to 127.13.128.60:38933: connect: Connection refused (error 111)
20:07:49.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.374182 13979 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } attempt: 1
20:07:49.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:49.379081 13979 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.128.60:38933: Network error: Client connection negotiation failed: client connection to 127.13.128.60:38933: connect: Connection refused (error 111)
20:07:49.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.447674 13979 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } attempt: 2
20:07:49.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:49.452586 13979 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.128.60:38933: Network error: Client connection negotiation failed: client connection to 127.13.128.60:38933: connect: Connection refused (error 111)
20:07:49.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.544168 13979 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } attempt: 3
20:07:49.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:49.548403 13979 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.128.60:38933: Network error: Client connection negotiation failed: client connection to 127.13.128.60:38933: connect: Connection refused (error 111)
20:07:49.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:49.611975 13981 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:49.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:49.612605 13981 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:49.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:49.613229 13981 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:49.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:49.649513 13981 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:07:49.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:49.649823 13981 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:49.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:49.650017 13981 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:07:49.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:49.650223 13981 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:07:49.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:49.650417 13981 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:07:49.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:49.650569 13981 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45429/jwks.json
20:07:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.690244 13981 master_runner.cc:386] Master server non-default flags:
20:07:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.128.20:42041
20:07:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-2/data
20:07:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-2/wal
20:07:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:07:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.128.62:35877,127.13.128.61:33563,127.13.128.60:38933
20:07:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:07:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.128.60:38933
20:07:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45429/jwks.json
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-2/data/info.pb
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.128.60
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-2/logs
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:07:49.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.691571 13981 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:49.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.691905 13979 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } attempt: 4
20:07:49.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.693713 13981 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:07:49.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:49.696331 13979 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.128.60:38933: Network error: Client connection negotiation failed: client connection to 127.13.128.60:38933: connect: Connection refused (error 111)
20:07:49.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:49.707064 13991 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:49.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.737937 13904 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } attempt: 7
20:07:49.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.767388 13904 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } has no permanent_uuid. Determining permanent_uuid...
20:07:49.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:49.795521 13904 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.128.60:38933: Network error: Client connection negotiation failed: client connection to 127.13.128.60:38933: connect: Connection refused (error 111)
20:07:49.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.854157 13904 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } attempt: 1
20:07:49.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:49.862459 13904 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.128.60:38933: Network error: Client connection negotiation failed: client connection to 127.13.128.60:38933: connect: Connection refused (error 111)
20:07:49.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.944077 13904 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } attempt: 2
20:07:49.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:49.951741 13904 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.128.60:38933: Network error: Client connection negotiation failed: client connection to 127.13.128.60:38933: connect: Connection refused (error 111)
20:07:49.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:49.995813 13979 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } attempt: 5
20:07:50.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:50.005709 13979 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.128.60:38933: Network error: Client connection negotiation failed: client connection to 127.13.128.60:38933: connect: Connection refused (error 111)
20:07:50.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:50.037367 13904 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } attempt: 3
20:07:50.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:50.046847 13904 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.128.60:38933: Network error: Client connection negotiation failed: client connection to 127.13.128.60:38933: connect: Connection refused (error 111)
20:07:50.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:50.187455 13904 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } attempt: 4
20:07:50.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:50.196947 13904 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.128.60:38933: Network error: Client connection negotiation failed: client connection to 127.13.128.60:38933: connect: Connection refused (error 111)
20:07:50.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:50.480671 13904 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } attempt: 5
20:07:50.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:50.489626 13904 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.128.60:38933: Network error: Client connection negotiation failed: client connection to 127.13.128.60:38933: connect: Connection refused (error 111)
20:07:50.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:50.553512 13979 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } attempt: 6
20:07:50.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:50.589236 13979 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.128.60:38933: Network error: Client connection negotiation failed: client connection to 127.13.128.60:38933: connect: Connection refused (error 111)
20:07:51.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.042253 13904 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } attempt: 6
20:07:51.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:51.072196 13904 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.128.60:38933: Network error: Client connection negotiation failed: client connection to 127.13.128.60:38933: connect: Connection refused (error 111)
20:07:51.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:51.110886 13990 debug-util.cc:398] Leaking SignalData structure 0x7b0800034cc0 after lost signal to thread 13981
20:07:51.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:51.169673 13990 kernel_stack_watchdog.cc:198] Thread 13981 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
20:07:51.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:07:51.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:07:51.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:07:51.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:07:51.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:49.707649 13992 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:51.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:51.170778 13981 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.464s user 0.001s sys 0.002s
20:07:51.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:51.171149 13981 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.464s user 0.001s sys 0.002s
20:07:51.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:51.177667 13993 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1462 milliseconds
20:07:51.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:51.179375 13994 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:51.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.179478 13981 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:07:51.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.181288 13981 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:51.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.184115 13981 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:51.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.185527 13981 hybrid_clock.cc:648] HybridClock initialized: now 1777752471185491 us; error 78 us; skew 500 ppm
20:07:51.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.186404 13981 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:07:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.193215 13981 webserver.cc:492] Webserver started at http://127.13.128.60:44651/ using document root <none> and password file <none>
20:07:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.194268 13981 fs_manager.cc:362] Metadata directory not provided
20:07:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.194476 13981 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:51.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.194948 13981 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:07:51.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.200191 13981 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-2/data/instance:
20:07:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba31f5a9c0f74560a561d5e8b130137d"
20:07:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:07:51 on dist-test-slave-m1tv"
20:07:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.201483 13981 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-2/wal/instance:
20:07:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba31f5a9c0f74560a561d5e8b130137d"
20:07:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:07:51 on dist-test-slave-m1tv"
20:07:51.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.209535 13981 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.000s
20:07:51.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.215584 14008 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:07:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.216980 13981 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.007s sys 0.000s
20:07:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.217309 13981 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-2/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-2/wal
20:07:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ba31f5a9c0f74560a561d5e8b130137d"
20:07:51.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:07:51 on dist-test-slave-m1tv"
20:07:51.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.217636 13981 fs_report.cc:389] FS layout report
20:07:51.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:51.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-2/wal
20:07:51.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-2/wal
20:07:51.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-2/data/data
20:07:51.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:51.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:51.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:51.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:51.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:51.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:51.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:51.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:51.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:51.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:51.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:51.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.281947 13981 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:07:51.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.283725 13981 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:51.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.284372 13981 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:51.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.363894 13981 rpc_server.cc:307] RPC server started. Bound to: 127.13.128.60:38933
20:07:51.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.364010 14059 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.128.60:38933 every 8 connection(s)
20:07:51.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.366858 13981 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-2/data/info.pb
20:07:51.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.374366 14060 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:07:51.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.375008 13824 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 13981
20:07:51.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.375419 13824 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/master-2/wal/instance
20:07:51.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.387593 14060 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.128.62" port: 35877 } has no permanent_uuid. Determining permanent_uuid...
20:07:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.419270 14060 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } has no permanent_uuid. Determining permanent_uuid...
20:07:51.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.431110 14060 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } has no permanent_uuid. Determining permanent_uuid...
20:07:51.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.448365 14060 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d: Bootstrap starting.
20:07:51.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.455828 14060 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d: Neither blocks nor log segments found. Creating new log.
20:07:51.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.457883 14060 log.cc:826] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d: Log is configured to *not* fsync() on all Append() calls
20:07:51.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.463845 14060 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d: No bootstrap required, opened a new log
20:07:51.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.484313 14060 raft_consensus.cc:359] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ce12a460689498d93c4db76f5d906bf" member_type: VOTER last_known_addr { host: "127.13.128.62" port: 35877 } } peers { permanent_uuid: "9d2175ee9afe46acbb22ca96580eb783" member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } } peers { permanent_uuid: "ba31f5a9c0f74560a561d5e8b130137d" member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } }
20:07:51.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.485437 14060 raft_consensus.cc:385] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:51.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.485728 14060 raft_consensus.cc:740] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ba31f5a9c0f74560a561d5e8b130137d, State: Initialized, Role: FOLLOWER
20:07:51.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.486500 14060 consensus_queue.cc:260] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ce12a460689498d93c4db76f5d906bf" member_type: VOTER last_known_addr { host: "127.13.128.62" port: 35877 } } peers { permanent_uuid: "9d2175ee9afe46acbb22ca96580eb783" member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } } peers { permanent_uuid: "ba31f5a9c0f74560a561d5e8b130137d" member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } }
20:07:51.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.489070 14069 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ce12a460689498d93c4db76f5d906bf" member_type: VOTER last_known_addr { host: "127.13.128.62" port: 35877 } } peers { permanent_uuid: "9d2175ee9afe46acbb22ca96580eb783" member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } } peers { permanent_uuid: "ba31f5a9c0f74560a561d5e8b130137d" member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } } }
20:07:51.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.489944 14069 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [sys.catalog]: This master's current role is: FOLLOWER
20:07:51.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.490376 14060 sys_catalog.cc:565] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [sys.catalog]: configured and running, proceeding with master startup.
20:07:51.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:51.517459 14080 catalog_manager.cc:1568] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:07:51.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:51.517843 14080 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:07:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.511574 13981 master_runner.cc:186] Error getting master registration for 127.13.128.62:35877: OK, instance_id { permanent_uuid: "4ce12a460689498d93c4db76f5d906bf" instance_seqno: 1777752467342345 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:07:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.537598 13981 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:07:51.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:51.539759 14014 tablet.cc:2404] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:07:51.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.565971 14069 raft_consensus.cc:493] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:07:51.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.566542 14069 raft_consensus.cc:515] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ce12a460689498d93c4db76f5d906bf" member_type: VOTER last_known_addr { host: "127.13.128.62" port: 35877 } } peers { permanent_uuid: "9d2175ee9afe46acbb22ca96580eb783" member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } } peers { permanent_uuid: "ba31f5a9c0f74560a561d5e8b130137d" member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } }
20:07:51.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.569221 14069 leader_election.cc:290] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4ce12a460689498d93c4db76f5d906bf (127.13.128.62:35877), 9d2175ee9afe46acbb22ca96580eb783 (127.13.128.61:33563)
20:07:51.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.649844 13979 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } attempt: 7
20:07:51.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.675639 13979 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9d2175ee9afe46acbb22ca96580eb783: Bootstrap starting.
20:07:51.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.683528 13979 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9d2175ee9afe46acbb22ca96580eb783: Neither blocks nor log segments found. Creating new log.
20:07:51.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.686039 13979 log.cc:826] T 00000000000000000000000000000000 P 9d2175ee9afe46acbb22ca96580eb783: Log is configured to *not* fsync() on all Append() calls
20:07:51.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.693050 13979 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9d2175ee9afe46acbb22ca96580eb783: No bootstrap required, opened a new log
20:07:51.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.723282 13979 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9d2175ee9afe46acbb22ca96580eb783 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ce12a460689498d93c4db76f5d906bf" member_type: VOTER last_known_addr { host: "127.13.128.62" port: 35877 } } peers { permanent_uuid: "9d2175ee9afe46acbb22ca96580eb783" member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } } peers { permanent_uuid: "ba31f5a9c0f74560a561d5e8b130137d" member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } }
20:07:51.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.724176 13979 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9d2175ee9afe46acbb22ca96580eb783 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:51.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.724519 13979 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9d2175ee9afe46acbb22ca96580eb783 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9d2175ee9afe46acbb22ca96580eb783, State: Initialized, Role: FOLLOWER
20:07:51.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.725461 13979 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9d2175ee9afe46acbb22ca96580eb783 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ce12a460689498d93c4db76f5d906bf" member_type: VOTER last_known_addr { host: "127.13.128.62" port: 35877 } } peers { permanent_uuid: "9d2175ee9afe46acbb22ca96580eb783" member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } } peers { permanent_uuid: "ba31f5a9c0f74560a561d5e8b130137d" member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } }
20:07:51.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.728477 14084 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9d2175ee9afe46acbb22ca96580eb783 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ce12a460689498d93c4db76f5d906bf" member_type: VOTER last_known_addr { host: "127.13.128.62" port: 35877 } } peers { permanent_uuid: "9d2175ee9afe46acbb22ca96580eb783" member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } } peers { permanent_uuid: "ba31f5a9c0f74560a561d5e8b130137d" member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } } }
20:07:51.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.729538 14084 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9d2175ee9afe46acbb22ca96580eb783 [sys.catalog]: This master's current role is: FOLLOWER
20:07:51.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.730868 13979 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9d2175ee9afe46acbb22ca96580eb783 [sys.catalog]: configured and running, proceeding with master startup.
20:07:51.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.731036 13954 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ba31f5a9c0f74560a561d5e8b130137d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9d2175ee9afe46acbb22ca96580eb783" is_pre_election: true
20:07:51.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.731961 13954 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 9d2175ee9afe46acbb22ca96580eb783 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ba31f5a9c0f74560a561d5e8b130137d in term 0.
20:07:51.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.733537 14009 leader_election.cc:304] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9d2175ee9afe46acbb22ca96580eb783, ba31f5a9c0f74560a561d5e8b130137d; no voters:
20:07:51.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.734529 14069 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [term 0 FOLLOWER]: Leader pre-election won for term 1
20:07:51.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.734961 14069 raft_consensus.cc:493] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:07:51.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.735302 14069 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [term 0 FOLLOWER]: Advancing to term 1
20:07:51.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.742285 14069 raft_consensus.cc:515] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ce12a460689498d93c4db76f5d906bf" member_type: VOTER last_known_addr { host: "127.13.128.62" port: 35877 } } peers { permanent_uuid: "9d2175ee9afe46acbb22ca96580eb783" member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } } peers { permanent_uuid: "ba31f5a9c0f74560a561d5e8b130137d" member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } }
20:07:51.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.744815 14069 leader_election.cc:290] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [CANDIDATE]: Term 1 election: Requested vote from peers 4ce12a460689498d93c4db76f5d906bf (127.13.128.62:35877), 9d2175ee9afe46acbb22ca96580eb783 (127.13.128.61:33563)
20:07:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.746433 13954 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ba31f5a9c0f74560a561d5e8b130137d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9d2175ee9afe46acbb22ca96580eb783"
20:07:51.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.747025 13954 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9d2175ee9afe46acbb22ca96580eb783 [term 0 FOLLOWER]: Advancing to term 1
20:07:51.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.754676 13954 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 9d2175ee9afe46acbb22ca96580eb783 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ba31f5a9c0f74560a561d5e8b130137d in term 1.
20:07:51.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.758217 14009 leader_election.cc:304] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 9d2175ee9afe46acbb22ca96580eb783, ba31f5a9c0f74560a561d5e8b130137d; no voters:
20:07:51.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.759115 14069 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [term 1 FOLLOWER]: Leader election won for term 1
20:07:51.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.768075 14069 raft_consensus.cc:697] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [term 1 LEADER]: Becoming Leader. State: Replica: ba31f5a9c0f74560a561d5e8b130137d, State: Running, Role: LEADER
20:07:51.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.769191 14069 consensus_queue.cc:237] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ce12a460689498d93c4db76f5d906bf" member_type: VOTER last_known_addr { host: "127.13.128.62" port: 35877 } } peers { permanent_uuid: "9d2175ee9afe46acbb22ca96580eb783" member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } } peers { permanent_uuid: "ba31f5a9c0f74560a561d5e8b130137d" member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } }
20:07:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.782778 14090 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [sys.catalog]: SysCatalogTable state changed. Reason: New leader ba31f5a9c0f74560a561d5e8b130137d. Latest consensus state: current_term: 1 leader_uuid: "ba31f5a9c0f74560a561d5e8b130137d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ce12a460689498d93c4db76f5d906bf" member_type: VOTER last_known_addr { host: "127.13.128.62" port: 35877 } } peers { permanent_uuid: "9d2175ee9afe46acbb22ca96580eb783" member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } } peers { permanent_uuid: "ba31f5a9c0f74560a561d5e8b130137d" member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } } }
20:07:51.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.783664 14090 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [sys.catalog]: This master's current role is: LEADER
20:07:51.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.790953 14095 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
20:07:51.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.800154 14095 catalog_manager.cc:1494] Initializing Kudu cluster ID...
20:07:51.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:51.833015 14098 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 9d2175ee9afe46acbb22ca96580eb783: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:07:51.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:51.833494 14098 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:07:51.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.841634 13954 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 9d2175ee9afe46acbb22ca96580eb783 [term 1 FOLLOWER]: Refusing update from remote peer ba31f5a9c0f74560a561d5e8b130137d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:07:51.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.812551 13906 master_runner.cc:186] Error getting master registration for 127.13.128.62:35877: OK, instance_id { permanent_uuid: "4ce12a460689498d93c4db76f5d906bf" instance_seqno: 1777752467342345 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:07:51.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.845317 13906 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:07:51.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.848788 14069 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [LEADER]: Connected to new peer: Peer: permanent_uuid: "9d2175ee9afe46acbb22ca96580eb783" member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
20:07:51.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.896242 14099 mvcc.cc:204] Tried to move back new op lower bound from 7281674124590891008 to 7281674124377186304. Current Snapshot: MvccSnapshot[applied={T|T < 7281674124590891008}]
20:07:51.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.891479 14084 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9d2175ee9afe46acbb22ca96580eb783 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ba31f5a9c0f74560a561d5e8b130137d. Latest consensus state: current_term: 1 leader_uuid: "ba31f5a9c0f74560a561d5e8b130137d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ce12a460689498d93c4db76f5d906bf" member_type: VOTER last_known_addr { host: "127.13.128.62" port: 35877 } } peers { permanent_uuid: "9d2175ee9afe46acbb22ca96580eb783" member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } } peers { permanent_uuid: "ba31f5a9c0f74560a561d5e8b130137d" member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } } }
20:07:51.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.898357 14084 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9d2175ee9afe46acbb22ca96580eb783 [sys.catalog]: This master's current role is: FOLLOWER
20:07:51.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.909875 14101 mvcc.cc:204] Tried to move back new op lower bound from 7281674124590891008 to 7281674124377186304. Current Snapshot: MvccSnapshot[applied={T|T < 7281674124590891008}]
20:07:51.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.917407 14090 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ba31f5a9c0f74560a561d5e8b130137d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ce12a460689498d93c4db76f5d906bf" member_type: VOTER last_known_addr { host: "127.13.128.62" port: 35877 } } peers { permanent_uuid: "9d2175ee9afe46acbb22ca96580eb783" member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } } peers { permanent_uuid: "ba31f5a9c0f74560a561d5e8b130137d" member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } } }
20:07:51.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.918329 14090 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [sys.catalog]: This master's current role is: LEADER
20:07:51.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.925766 14095 catalog_manager.cc:1357] Generated new cluster ID: 6c2141b3c19b438eaf2815006e0f616d
20:07:51.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.926084 14095 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
20:07:51.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.935613 14084 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9d2175ee9afe46acbb22ca96580eb783 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ba31f5a9c0f74560a561d5e8b130137d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ce12a460689498d93c4db76f5d906bf" member_type: VOTER last_known_addr { host: "127.13.128.62" port: 35877 } } peers { permanent_uuid: "9d2175ee9afe46acbb22ca96580eb783" member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } } peers { permanent_uuid: "ba31f5a9c0f74560a561d5e8b130137d" member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } } }
20:07:51.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.938251 14084 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9d2175ee9afe46acbb22ca96580eb783 [sys.catalog]: This master's current role is: FOLLOWER
20:07:51.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.964639 14095 catalog_manager.cc:1380] Generated new certificate authority record
20:07:51.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:51.966775 14095 catalog_manager.cc:1514] Loading token signing keys...
20:07:52.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.006332 14095 catalog_manager.cc:6044] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d: Generated new TSK 0
20:07:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.008827 14095 catalog_manager.cc:1524] Initializing in-progress tserver states...
20:07:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.051182 13824 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:07:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:07:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-0/wal
20:07:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-0/data
20:07:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-0/logs
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-0/data/info.pb
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.128.1:0
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.128.1
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.128.1
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.128.62:35877,127.13.128.61:33563,127.13.128.60:38933
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.128.20:42041
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:52.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:52.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.105774 13904 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } attempt: 7
20:07:52.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.166404 13904 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4ce12a460689498d93c4db76f5d906bf: Bootstrap starting.
20:07:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.189234 13904 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4ce12a460689498d93c4db76f5d906bf: Neither blocks nor log segments found. Creating new log.
20:07:52.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.197296 13904 log.cc:826] T 00000000000000000000000000000000 P 4ce12a460689498d93c4db76f5d906bf: Log is configured to *not* fsync() on all Append() calls
20:07:52.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.228147 13904 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4ce12a460689498d93c4db76f5d906bf: No bootstrap required, opened a new log
20:07:52.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.320833 13904 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4ce12a460689498d93c4db76f5d906bf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ce12a460689498d93c4db76f5d906bf" member_type: VOTER last_known_addr { host: "127.13.128.62" port: 35877 } } peers { permanent_uuid: "9d2175ee9afe46acbb22ca96580eb783" member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } } peers { permanent_uuid: "ba31f5a9c0f74560a561d5e8b130137d" member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } }
20:07:52.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.323287 13904 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4ce12a460689498d93c4db76f5d906bf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:07:52.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.324421 13904 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4ce12a460689498d93c4db76f5d906bf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4ce12a460689498d93c4db76f5d906bf, State: Initialized, Role: FOLLOWER
20:07:52.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.327214 13904 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4ce12a460689498d93c4db76f5d906bf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ce12a460689498d93c4db76f5d906bf" member_type: VOTER last_known_addr { host: "127.13.128.62" port: 35877 } } peers { permanent_uuid: "9d2175ee9afe46acbb22ca96580eb783" member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } } peers { permanent_uuid: "ba31f5a9c0f74560a561d5e8b130137d" member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } }
20:07:52.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.351166 13878 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ba31f5a9c0f74560a561d5e8b130137d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4ce12a460689498d93c4db76f5d906bf"
20:07:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.351341 13879 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ba31f5a9c0f74560a561d5e8b130137d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4ce12a460689498d93c4db76f5d906bf" is_pre_election: true
20:07:52.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.351994 13877 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4ce12a460689498d93c4db76f5d906bf [term 0 FOLLOWER]: Advancing to term 1
20:07:52.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.365350 13877 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 4ce12a460689498d93c4db76f5d906bf [term 1 FOLLOWER]: Refusing update from remote peer ba31f5a9c0f74560a561d5e8b130137d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:07:52.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.367264 13904 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4ce12a460689498d93c4db76f5d906bf [sys.catalog]: configured and running, proceeding with master startup.
20:07:52.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.367218 14090 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [LEADER]: Connected to new peer: Peer: permanent_uuid: "4ce12a460689498d93c4db76f5d906bf" member_type: VOTER last_known_addr { host: "127.13.128.62" port: 35877 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:07:52.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.350847 14109 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4ce12a460689498d93c4db76f5d906bf [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ce12a460689498d93c4db76f5d906bf" member_type: VOTER last_known_addr { host: "127.13.128.62" port: 35877 } } peers { permanent_uuid: "9d2175ee9afe46acbb22ca96580eb783" member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } } peers { permanent_uuid: "ba31f5a9c0f74560a561d5e8b130137d" member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } } }
20:07:52.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.373072 14109 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4ce12a460689498d93c4db76f5d906bf [sys.catalog]: This master's current role is: FOLLOWER
20:07:52.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.464215 14109 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4ce12a460689498d93c4db76f5d906bf [sys.catalog]: SysCatalogTable state changed. Reason: New leader ba31f5a9c0f74560a561d5e8b130137d. Latest consensus state: current_term: 1 leader_uuid: "ba31f5a9c0f74560a561d5e8b130137d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ce12a460689498d93c4db76f5d906bf" member_type: VOTER last_known_addr { host: "127.13.128.62" port: 35877 } } peers { permanent_uuid: "9d2175ee9afe46acbb22ca96580eb783" member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } } peers { permanent_uuid: "ba31f5a9c0f74560a561d5e8b130137d" member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } } }
20:07:52.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.466090 14111 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4ce12a460689498d93c4db76f5d906bf [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ba31f5a9c0f74560a561d5e8b130137d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ce12a460689498d93c4db76f5d906bf" member_type: VOTER last_known_addr { host: "127.13.128.62" port: 35877 } } peers { permanent_uuid: "9d2175ee9afe46acbb22ca96580eb783" member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } } peers { permanent_uuid: "ba31f5a9c0f74560a561d5e8b130137d" member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } } }
20:07:52.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.466914 14111 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4ce12a460689498d93c4db76f5d906bf [sys.catalog]: This master's current role is: FOLLOWER
20:07:52.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.465008 14109 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4ce12a460689498d93c4db76f5d906bf [sys.catalog]: This master's current role is: FOLLOWER
20:07:52.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.549860 14126 catalog_manager.cc:1269] Loaded cluster ID: 6c2141b3c19b438eaf2815006e0f616d
20:07:52.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.553020 14126 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 4ce12a460689498d93c4db76f5d906bf: loading cluster ID for follower catalog manager: success
20:07:52.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.560758 14126 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 4ce12a460689498d93c4db76f5d906bf: acquiring CA information for follower catalog manager: success
20:07:52.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.580083 14126 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 4ce12a460689498d93c4db76f5d906bf: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:07:52.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:52.755551 14106 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:52.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:52.756606 14106 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:52.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:52.757689 14106 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:52.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:52.824493 14106 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:52.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:52.825924 14106 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.128.1
20:07:52.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.839339 14098 catalog_manager.cc:1269] Loaded cluster ID: 6c2141b3c19b438eaf2815006e0f616d
20:07:52.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.839895 14098 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 9d2175ee9afe46acbb22ca96580eb783: loading cluster ID for follower catalog manager: success
20:07:52.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.852689 14098 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 9d2175ee9afe46acbb22ca96580eb783: acquiring CA information for follower catalog manager: success
20:07:52.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.858767 14098 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 9d2175ee9afe46acbb22ca96580eb783: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.917603 14106 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.128.20:42041
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-0/data
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-0/wal
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.128.1:0
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-0/data/info.pb
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.128.1
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.128.62:35877,127.13.128.61:33563,127.13.128.60:38933
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.128.1
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-0/logs
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:07:52.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:07:52.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.919480 14106 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:52.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.921869 14106 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:07:52.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:52.957907 14133 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:52.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.989969 14140 sys_catalog.cc:455] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ba31f5a9c0f74560a561d5e8b130137d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ce12a460689498d93c4db76f5d906bf" member_type: VOTER last_known_addr { host: "127.13.128.62" port: 35877 } } peers { permanent_uuid: "9d2175ee9afe46acbb22ca96580eb783" member_type: VOTER last_known_addr { host: "127.13.128.61" port: 33563 } } peers { permanent_uuid: "ba31f5a9c0f74560a561d5e8b130137d" member_type: VOTER last_known_addr { host: "127.13.128.60" port: 38933 } } }
20:07:52.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.990948 14140 sys_catalog.cc:458] T 00000000000000000000000000000000 P ba31f5a9c0f74560a561d5e8b130137d [sys.catalog]: This master's current role is: LEADER
20:07:54.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:52.974673 14106 server_base.cc:1061] running on GCE node
20:07:54.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:52.975230 14137 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:54.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:52.967204 14134 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:54.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:54.742947 14106 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:54.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:54.747289 14106 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:54.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:54.748966 14106 hybrid_clock.cc:648] HybridClock initialized: now 1777752474748916 us; error 54 us; skew 500 ppm
20:07:54.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:54.750124 14106 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:07:54.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:54.759827 14106 webserver.cc:492] Webserver started at http://127.13.128.1:34449/ using document root <none> and password file <none>
20:07:54.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:54.761299 14106 fs_manager.cc:362] Metadata directory not provided
20:07:54.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:54.761602 14106 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:54.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:54.762183 14106 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:07:54.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:54.769398 14106 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-0/data/instance:
20:07:54.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ba729a4d5d14dc9939c91810f994c7c"
20:07:54.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:07:54 on dist-test-slave-m1tv"
20:07:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:54.771045 14106 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-0/wal/instance:
20:07:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ba729a4d5d14dc9939c91810f994c7c"
20:07:54.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:07:54 on dist-test-slave-m1tv"
20:07:54.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:54.786607 14106 fs_manager.cc:696] Time spent creating directory manager: real 0.015s user 0.010s sys 0.001s
20:07:54.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:54.795486 14149 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:07:54.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:54.797093 14106 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.006s sys 0.000s
20:07:54.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:54.797533 14106 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-0/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-0/wal
20:07:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ba729a4d5d14dc9939c91810f994c7c"
20:07:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:07:54 on dist-test-slave-m1tv"
20:07:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:54.798002 14106 fs_report.cc:389] FS layout report
20:07:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-0/wal
20:07:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-0/wal
20:07:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-0/data/data
20:07:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:54.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:54.870437 14106 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:07:54.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:54.872522 14106 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:54.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:54.873140 14106 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:54.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:54.876727 14106 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:54.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:54.883512 14106 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:07:54.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:54.884011 14106 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s user 0.000s sys 0.000s
20:07:54.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:54.884387 14106 ts_tablet_manager.cc:616] Registered 0 tablets
20:07:54.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:54.884824 14106 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:07:55.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:55.072321 14106 rpc_server.cc:307] RPC server started. Bound to: 127.13.128.1:37309
20:07:55.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:55.072454 14261 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.128.1:37309 every 8 connection(s)
20:07:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:55.076435 14106 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-0/data/info.pb
20:07:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:55.077488 13824 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 14106
20:07:55.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:55.078117 13824 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-0/wal/instance
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:55.093555 13824 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-1/wal
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-1/data
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-1/logs
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-1/data/info.pb
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.128.2:0
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.128.2
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.128.2
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.128.62:35877,127.13.128.61:33563,127.13.128.60:38933
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.128.20:42041
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:55.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:55.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:55.190987 14264 heartbeater.cc:344] Connected to a master server at 127.13.128.61:33563
20:07:55.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:55.191586 14264 heartbeater.cc:461] Registering TS with master...
20:07:55.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:55.193248 14264 heartbeater.cc:507] Master 127.13.128.61:33563 requested a full tablet report, sending...
20:07:55.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:55.197994 13944 ts_manager.cc:194] Registered new tserver with Master: 3ba729a4d5d14dc9939c91810f994c7c (127.13.128.1:37309)
20:07:55.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:55.206985 14262 heartbeater.cc:344] Connected to a master server at 127.13.128.60:38933
20:07:55.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:55.207407 14262 heartbeater.cc:461] Registering TS with master...
20:07:55.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:55.208356 14262 heartbeater.cc:507] Master 127.13.128.60:38933 requested a full tablet report, sending...
20:07:55.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:55.211359 14025 ts_manager.cc:194] Registered new tserver with Master: 3ba729a4d5d14dc9939c91810f994c7c (127.13.128.1:37309)
20:07:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:55.214187 14025 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.128.1:44099
20:07:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:55.215409 14267 heartbeater.cc:344] Connected to a master server at 127.13.128.62:35877
20:07:55.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:55.215809 14267 heartbeater.cc:461] Registering TS with master...
20:07:55.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:55.216784 14267 heartbeater.cc:507] Master 127.13.128.62:35877 requested a full tablet report, sending...
20:07:55.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:55.221293 13868 ts_manager.cc:194] Registered new tserver with Master: 3ba729a4d5d14dc9939c91810f994c7c (127.13.128.1:37309)
20:07:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:55.580515 14263 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:55.581074 14263 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:55.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:55.581565 14263 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:55.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:55.617408 14263 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:55.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:55.618208 14263 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.128.2
20:07:55.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:55.658916 14263 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:55.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:55.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.128.20:42041
20:07:55.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:55.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:55.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-1/data
20:07:55.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-1/wal
20:07:55.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:55.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:55.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.128.2:0
20:07:55.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:55.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-1/data/info.pb
20:07:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.128.2
20:07:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.128.62:35877,127.13.128.61:33563,127.13.128.60:38933
20:07:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.128.2
20:07:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-1/logs
20:07:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:07:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:07:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:07:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:07:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:07:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:07:55.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:55.660547 14263 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:55.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:55.662278 14263 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:07:55.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:55.677161 14279 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:56.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:56.219698 14262 heartbeater.cc:499] Master 127.13.128.60:38933 was elected leader, sending a full tablet report...
20:07:56.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:55.689128 14282 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:56.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:55.679865 14280 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:56.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:56.941866 14263 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:07:56.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:56.941785 14281 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1264 milliseconds
20:07:56.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:56.947480 14263 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:56.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:56.950435 14263 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:56.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:56.952302 14263 hybrid_clock.cc:648] HybridClock initialized: now 1777752476952213 us; error 77 us; skew 500 ppm
20:07:56.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:56.953644 14263 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:07:56.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:56.962061 14263 webserver.cc:492] Webserver started at http://127.13.128.2:38075/ using document root <none> and password file <none>
20:07:56.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:56.963253 14263 fs_manager.cc:362] Metadata directory not provided
20:07:56.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:56.963733 14263 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:56.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:56.964448 14263 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:07:56.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:56.969578 14263 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-1/data/instance:
20:07:56.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85464a285a94488fbfc5a9eeb412b986"
20:07:56.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:07:56 on dist-test-slave-m1tv"
20:07:56.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:56.970885 14263 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-1/wal/instance:
20:07:56.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85464a285a94488fbfc5a9eeb412b986"
20:07:56.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:07:56 on dist-test-slave-m1tv"
20:07:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:56.978883 14263 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
20:07:56.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:56.986361 14290 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:07:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:56.987739 14263 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
20:07:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:56.988153 14263 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-1/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-1/wal
20:07:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "85464a285a94488fbfc5a9eeb412b986"
20:07:56.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:07:56 on dist-test-slave-m1tv"
20:07:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:56.988556 14263 fs_report.cc:389] FS layout report
20:07:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-1/wal
20:07:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-1/wal
20:07:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-1/data/data
20:07:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:57.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.047084 14263 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:07:57.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.048771 14263 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:57.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.049258 14263 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:57.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.052392 14263 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:57.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.057493 14263 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:07:57.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.057731 14263 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:07:57.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.057940 14263 ts_tablet_manager.cc:616] Registered 0 tablets
20:07:57.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.058154 14263 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:07:57.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.211572 14263 rpc_server.cc:307] RPC server started. Bound to: 127.13.128.2:38665
20:07:57.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.211670 14402 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.128.2:38665 every 8 connection(s)
20:07:57.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.214656 14263 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-1/data/info.pb
20:07:57.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.225479 13824 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 14263
20:07:57.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.226156 13824 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-1/wal/instance
20:07:57.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.251423 13824 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:07:57.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:07:57.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-2/wal
20:07:57.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-2/data
20:07:57.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:07:57.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:07:57.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:07:57.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:57.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:57.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:57.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-2/logs
20:07:57.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-2/data/info.pb
20:07:57.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:57.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:07:57.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:07:57.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:07:57.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:07:57.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:57.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:57.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:57.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
20:07:57.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:07:57.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.128.3:0
20:07:57.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.128.3
20:07:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.128.3
20:07:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.128.62:35877,127.13.128.61:33563,127.13.128.60:38933
20:07:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.128.20:42041
20:07:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:57.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
20:07:57.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.285892 14403 heartbeater.cc:344] Connected to a master server at 127.13.128.60:38933
20:07:57.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.286603 14403 heartbeater.cc:461] Registering TS with master...
20:07:57.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.288156 14403 heartbeater.cc:507] Master 127.13.128.60:38933 requested a full tablet report, sending...
20:07:57.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.291337 14025 ts_manager.cc:194] Registered new tserver with Master: 85464a285a94488fbfc5a9eeb412b986 (127.13.128.2:38665)
20:07:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.292840 14404 heartbeater.cc:344] Connected to a master server at 127.13.128.61:33563
20:07:57.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.293251 14404 heartbeater.cc:461] Registering TS with master...
20:07:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.293555 14025 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.128.2:47243
20:07:57.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.294178 14404 heartbeater.cc:507] Master 127.13.128.61:33563 requested a full tablet report, sending...
20:07:57.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.297842 13944 ts_manager.cc:194] Registered new tserver with Master: 85464a285a94488fbfc5a9eeb412b986 (127.13.128.2:38665)
20:07:57.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.298435 14406 heartbeater.cc:344] Connected to a master server at 127.13.128.62:35877
20:07:57.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.298810 14406 heartbeater.cc:461] Registering TS with master...
20:07:57.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.299723 14406 heartbeater.cc:507] Master 127.13.128.62:35877 requested a full tablet report, sending...
20:07:57.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.302330 13868 ts_manager.cc:194] Registered new tserver with Master: 85464a285a94488fbfc5a9eeb412b986 (127.13.128.2:38665)
20:07:57.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:57.623359 14413 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:07:57.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:57.623965 14413 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:07:57.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:57.624396 14413 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:07:57.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:57.662837 14413 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:07:57.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:57.663635 14413 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.128.3
20:07:57.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.704439 14413 tablet_server_runner.cc:78] Tablet server non-default flags:
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.128.20:42041
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-2/data
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-2/wal
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.128.3:0
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-2/data/info.pb
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.128.3
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.128.62:35877,127.13.128.61:33563,127.13.128.60:38933
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.128.3
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-2/logs
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:07:57.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:07:57.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.706139 14413 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:07:57.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:57.708016 14413 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:07:57.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:57.723860 14420 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:58.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:58.302603 14403 heartbeater.cc:499] Master 127.13.128.60:38933 was elected leader, sending a full tablet report...
20:07:59.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:59.128921 14419 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 14413
20:07:59.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:59.191912 14419 kernel_stack_watchdog.cc:198] Thread 14413 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
20:07:59.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:07:59.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:07:59.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:07:59.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:07:59.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:57.723989 14421 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:59.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:59.193190 14413 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.470s user 0.557s sys 0.896s
20:07:59.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:59.193499 14413 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.471s user 0.557s sys 0.896s
20:07:59.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:59.194762 14423 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:07:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:07:59.197495 14422 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1468 milliseconds
20:07:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.197496 14413 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:07:59.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.198851 14413 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:07:59.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.201185 14413 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:07:59.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.202648 14413 hybrid_clock.cc:648] HybridClock initialized: now 1777752479202543 us; error 79 us; skew 500 ppm
20:07:59.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.203454 14413 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:07:59.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.210644 14413 webserver.cc:492] Webserver started at http://127.13.128.3:36911/ using document root <none> and password file <none>
20:07:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.211953 14413 fs_manager.cc:362] Metadata directory not provided
20:07:59.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.212251 14413 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:07:59.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.212845 14413 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:07:59.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.219799 14413 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-2/data/instance:
20:07:59.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "31c58a4bbcfb4514a48b96e54984b2e2"
20:07:59.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:07:59 on dist-test-slave-m1tv"
20:07:59.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.221513 14413 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-2/wal/instance:
20:07:59.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "31c58a4bbcfb4514a48b96e54984b2e2"
20:07:59.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:07:59 on dist-test-slave-m1tv"
20:07:59.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.231213 14413 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.001s sys 0.007s
20:07:59.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.237749 14431 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:07:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.238991 14413 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.004s sys 0.000s
20:07:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.239400 14413 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-2/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-2/wal
20:07:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "31c58a4bbcfb4514a48b96e54984b2e2"
20:07:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:07:59 on dist-test-slave-m1tv"
20:07:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.239787 14413 fs_report.cc:389] FS layout report
20:07:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:07:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-2/wal
20:07:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-2/wal
20:07:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-2/data/data
20:07:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:07:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:07:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:07:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:07:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:07:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:07:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:07:59.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:07:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:07:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:07:59.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:07:59.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.298576 14413 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:07:59.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.300264 14413 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:07:59.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.300773 14413 kserver.cc:163] Server-wide thread pool size limit: 3276
20:07:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.303833 14413 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
20:07:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.308421 14413 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
20:07:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.308692 14413 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
20:07:59.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.309085 14413 ts_tablet_manager.cc:616] Registered 0 tablets
20:07:59.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.309283 14413 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
20:07:59.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.472437 14413 rpc_server.cc:307] RPC server started. Bound to: 127.13.128.3:33405
20:07:59.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.472555 14543 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.128.3:33405 every 8 connection(s)
20:07:59.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.475860 14413 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-2/data/info.pb
20:07:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.480644 13824 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 14413
20:07:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.481230 13824 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster135522591951994986/ts-2/wal/instance
20:07:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.526549 14546 heartbeater.cc:344] Connected to a master server at 127.13.128.62:35877
20:07:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.527113 14546 heartbeater.cc:461] Registering TS with master...
20:07:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.527195 14545 heartbeater.cc:344] Connected to a master server at 127.13.128.61:33563
20:07:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.527542 14545 heartbeater.cc:461] Registering TS with master...
20:07:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.528677 14544 heartbeater.cc:344] Connected to a master server at 127.13.128.60:38933
20:07:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.528636 14545 heartbeater.cc:507] Master 127.13.128.61:33563 requested a full tablet report, sending...
20:07:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.529083 14544 heartbeater.cc:461] Registering TS with master...
20:07:59.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.529034 14546 heartbeater.cc:507] Master 127.13.128.62:35877 requested a full tablet report, sending...
20:07:59.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.530275 14544 heartbeater.cc:507] Master 127.13.128.60:38933 requested a full tablet report, sending...
20:07:59.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.532512 13869 ts_manager.cc:194] Registered new tserver with Master: 31c58a4bbcfb4514a48b96e54984b2e2 (127.13.128.3:33405)
20:07:59.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.532821 14025 ts_manager.cc:194] Registered new tserver with Master: 31c58a4bbcfb4514a48b96e54984b2e2 (127.13.128.3:33405)
20:07:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.533356 13943 ts_manager.cc:194] Registered new tserver with Master: 31c58a4bbcfb4514a48b96e54984b2e2 (127.13.128.3:33405)
20:07:59.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.534550 14025 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.128.3:33999
20:07:59.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.556138 13824 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
20:07:59.569 [DEBUG - main] (MiniKuduCluster.java:195) Response:
20:07:59.569 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
20:07:59.570 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.13.128.62"
port: 35877
}
bound_http_address {
host: "127.13.128.62"
port: 43225
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.13.128.61"
port: 33563
}
bound_http_address {
host: "127.13.128.61"
port: 38547
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.13.128.60"
port: 38933
}
bound_http_address {
host: "127.13.128.60"
port: 44651
}
}
}
20:07:59.571 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:07:59.571 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.13.128.1"
port: 37309
}
bound_http_address {
host: "127.13.128.1"
port: 34449
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.13.128.2"
port: 38665
}
bound_http_address {
host: "127.13.128.2"
port: 38075
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.13.128.3"
port: 33405
}
bound_http_address {
host: "127.13.128.3"
port: 36911
}
}
}
20:07:59.572 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
20:07:59.573 [DEBUG - main] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster15546671697018763518/krb5kdc/krb5cc
20:07:59.574 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:07:59.575 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskl4vMpz/test-tmp
20:07:59.576 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
20:07:59.576 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskl4vMpz/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
20:07:59.580 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 0
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
20:07:59.938 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:07:59.938 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
20:07:59.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.944854 14555 mini_oidc.cc:150] Starting JWKS server
20:07:59.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.948418 14555 webserver.cc:492] Webserver started at http://127.0.0.1:43123/ using document root <none> and password file <none>
20:07:59.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.948956 14555 mini_oidc.cc:186] Starting OIDC Discovery server
20:07:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:07:59.951453 14555 webserver.cc:492] Webserver started at http://127.0.0.1:36777/ using document root <none> and password file <none>
20:08:00.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
20:08:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/principal' for realm 'KRBTEST.COM',
20:08:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
20:08:00.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:00 dist-test-slave-m1tv krb5kdc[14567](info): setting up network...
20:08:00.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
20:08:00.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:00 dist-test-slave-m1tv krb5kdc[14567](info): set up 2 sockets
20:08:00.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:00 dist-test-slave-m1tv krb5kdc[14567](info): commencing operation
20:08:00.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
20:08:00.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:00.537959 14544 heartbeater.cc:499] Master 127.13.128.60:38933 was elected leader, sending a full tablet report...
20:08:02.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:02.082928 13975 debug-util.cc:398] Leaking SignalData structure 0x7b080009f1c0 after lost signal to thread 13910
20:08:02.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:02.083683 13975 debug-util.cc:398] Leaking SignalData structure 0x7b08000a95c0 after lost signal to thread 13978
20:08:02.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:02.225301 14555 mini_kdc.cc:121] Time spent starting KDC: real 2.233s user 0.007s sys 0.017s
20:08:02.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
20:08:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:08:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
20:08:02.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
20:08:02.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:08:02.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
20:08:02.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
20:08:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:08:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
20:08:02.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
20:08:02.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/test-user.keytab.
20:08:02.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/test-user.keytab.
20:08:02.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:02 dist-test-slave-m1tv krb5kdc[14567](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752482, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:08:02.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:08:02.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-02T20:08:02Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
20:08:02.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-02T20:08:02Z Disabled control of system clock
20:08:02.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.54.254@KRBTEST.COM; defaulting to no policy
20:08:02.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:08:02.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.54.254@KRBTEST.COM" created.
20:08:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:08:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.54.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab.
20:08:02.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.54.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab.
20:08:02.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.54.254@KRBTEST.COM; defaulting to no policy
20:08:02.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:08:02.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.54.254@KRBTEST.COM" created.
20:08:02.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:08:02.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.54.254 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab.
20:08:02.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.54.254 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab.
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:02.526829 14555 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/logs
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data/info.pb
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.254:38557
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.254
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:02.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.254
20:08:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:08:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:08:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:08:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:08:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:08:02.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:02.899557 14584 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:02.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:02.900113 14584 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:02.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:02.900804 14584 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:02.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:02.936477 14584 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:08:02.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:02.936808 14584 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:08:02.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:02.937327 14584 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:02.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:02.937659 14584 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:08:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:02.937961 14584 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:08:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:02.938271 14584 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:08:02.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:02.938524 14584 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43123/jwks.json
20:08:02.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:02.984014 14584 master_runner.cc:386] Master server non-default flags:
20:08:02.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:02.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:02.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:02.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:02.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data
20:08:02.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:02.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:08:02.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:02.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.254
20:08:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.254:38557
20:08:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:08:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:08:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data/info.pb
20:08:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.254
20:08:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:02.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:02.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:02.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:02.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:02.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:02.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/logs
20:08:02.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:02.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:02.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:08:02.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:08:02.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:02.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:08:02.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:02.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:08:02.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:08:02.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:02.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:02.985771 14584 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:02.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:02.987063 14584 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:03.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:03.000344 14591 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:04.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:04.401077 14590 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 14584
20:08:04.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:03.002866 14592 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:04.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:04.989295 14590 kernel_stack_watchdog.cc:198] Thread 14584 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 397ms:
20:08:04.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:08:04.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:08:04.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:08:04.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:08:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:04.991680 14584 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.988s user 0.492s sys 1.115s
20:08:04.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:04.992189 14584 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.990s user 0.492s sys 1.115s
20:08:04.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:04.994195 14594 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:05.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:05.001415 14593 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1988 milliseconds
20:08:05.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.001514 14584 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:08:05.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.003273 14584 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:05.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.006898 14584 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:05.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.008512 14584 hybrid_clock.cc:648] HybridClock initialized: now 1777752485008435 us; error 51 us; skew 500 ppm
20:08:05.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.009788 14584 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:05.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:05 dist-test-slave-m1tv krb5kdc[14567](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752485, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:08:05.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.017809 14584 init.cc:377] Logged in from keytab as kudu/127.14.54.254@KRBTEST.COM (short username kudu)
20:08:05.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.024778 14584 webserver.cc:492] Webserver started at http://127.14.54.254:38819/ using document root <none> and password file <none>
20:08:05.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.027036 14584 fs_manager.cc:362] Metadata directory not provided
20:08:05.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.027294 14584 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:05.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.027729 14584 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:08:05.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.032550 14584 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data/instance:
20:08:05.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c"
20:08:05.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:08:05 on dist-test-slave-m1tv"
20:08:05.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.033819 14584 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal/instance:
20:08:05.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c"
20:08:05.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:08:05 on dist-test-slave-m1tv"
20:08:05.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.042623 14584 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.002s sys 0.006s
20:08:05.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.050351 14603 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:08:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.052014 14584 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.002s
20:08:05.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.052351 14584 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c"
20:08:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:08:05 on dist-test-slave-m1tv"
20:08:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.052678 14584 fs_report.cc:389] FS layout report
20:08:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data/data
20:08:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:05.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:05.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.113142 14584 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:08:05.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.119539 14584 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:05.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.119994 14584 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:05.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.198750 14584 rpc_server.cc:307] RPC server started. Bound to: 127.14.54.254:38557
20:08:05.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.198807 14654 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.54.254:38557 every 8 connection(s)
20:08:05.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.201797 14584 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data/info.pb
20:08:05.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.207837 14655 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:05.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.212436 14555 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 14584
20:08:05.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.213027 14555 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal/instance
20:08:05.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.224270 14655 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } has no permanent_uuid. Determining permanent_uuid...
20:08:05.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.54.253@KRBTEST.COM; defaulting to no policy
20:08:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:08:05.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.54.253@KRBTEST.COM" created.
20:08:05.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:05 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752485, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.254@KRBTEST.COM for kudu/127.14.54.254@KRBTEST.COM
20:08:05.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:08:05.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.54.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab.
20:08:05.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.54.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab.
20:08:05.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.277496 14655 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } has no permanent_uuid. Determining permanent_uuid...
20:08:05.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:05.281762 14606 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111)
20:08:05.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:05.287297 14655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.54.253:43687: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111)
20:08:05.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.54.253@KRBTEST.COM; defaulting to no policy
20:08:05.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:08:05.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.54.253@KRBTEST.COM" created.
20:08:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:08:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.54.253 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab.
20:08:05.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.54.253 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab.
20:08:05.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.323400 14555 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/logs
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data/info.pb
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.253:43687
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.253
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.253
20:08:05.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:05.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:08:05.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:08:05.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:08:05.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:05.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:05.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:05.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:05.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:05.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:05.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:05.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:05.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:08:05.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:08:05.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.337095 14655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } attempt: 1
20:08:05.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:05.342226 14655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.54.253:43687: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111)
20:08:05.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.410760 14655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } attempt: 2
20:08:05.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:05.415120 14655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.54.253:43687: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111)
20:08:05.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.506623 14655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } attempt: 3
20:08:05.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:05.510955 14655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.54.253:43687: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111)
20:08:05.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.654570 14655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } attempt: 4
20:08:05.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:05.660044 14655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.54.253:43687: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111)
20:08:05.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:05.687284 14665 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:05.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:05.687860 14665 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:05.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:05.688431 14665 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:05.724951 14665 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:08:05.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:05.725250 14665 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:08:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:05.725602 14665 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:05.725823 14665 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:08:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:05.726015 14665 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:08:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:05.726294 14665 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:08:05.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:05.726462 14665 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43123/jwks.json
20:08:05.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.769054 14665 master_runner.cc:386] Master server non-default flags:
20:08:05.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:05.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:05.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:05.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:05.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.253
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.253:43687
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data/info.pb
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.253
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/logs
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:05.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.770476 14665 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:05.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.771523 14665 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:05.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:05.785621 14672 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:05.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:05.959607 14655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } attempt: 5
20:08:05.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:05.966284 14655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.54.253:43687: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111)
20:08:06.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:06.513772 14655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } attempt: 6
20:08:06.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:06.521025 14655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.54.253:43687: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111)
20:08:07.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:05.787724 14673 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:07.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:05.791944 14675 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:07.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:07.128099 14674 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:08:07.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.128145 14665 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:08:07.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.135938 14665 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:07.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.138820 14665 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:07.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.140815 14665 hybrid_clock.cc:648] HybridClock initialized: now 1777752487140426 us; error 87 us; skew 500 ppm
20:08:07.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.142467 14665 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:07.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:07 dist-test-slave-m1tv krb5kdc[14567](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752487, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:08:07.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.150880 14665 init.cc:377] Logged in from keytab as kudu/127.14.54.253@KRBTEST.COM (short username kudu)
20:08:07.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.158803 14665 webserver.cc:492] Webserver started at http://127.14.54.253:37553/ using document root <none> and password file <none>
20:08:07.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.160040 14665 fs_manager.cc:362] Metadata directory not provided
20:08:07.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.160341 14665 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.160951 14665 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:08:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.166118 14665 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data/instance:
20:08:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2228ec2165e14a69ba1a3d583e185c25"
20:08:07.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:08:07 on dist-test-slave-m1tv"
20:08:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.167649 14665 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal/instance:
20:08:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2228ec2165e14a69ba1a3d583e185c25"
20:08:07.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:08:07 on dist-test-slave-m1tv"
20:08:07.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.176653 14665 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.010s sys 0.000s
20:08:07.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.183807 14685 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:08:07.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.185437 14665 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.003s
20:08:07.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.185843 14665 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:07.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2228ec2165e14a69ba1a3d583e185c25"
20:08:07.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:08:07 on dist-test-slave-m1tv"
20:08:07.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.186182 14665 fs_report.cc:389] FS layout report
20:08:07.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:07.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:07.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:07.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data/data
20:08:07.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:07.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:07.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:07.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:07.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:07.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:07.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:07.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:07.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:07.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:07.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:07.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.256469 14665 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:08:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.263672 14665 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.264292 14665 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:07.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.360764 14665 rpc_server.cc:307] RPC server started. Bound to: 127.14.54.253:43687
20:08:07.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.360857 14736 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.54.253:43687 every 8 connection(s)
20:08:07.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.366170 14665 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data/info.pb
20:08:07.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.369366 14555 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 14665
20:08:07.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.369983 14555 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal/instance
20:08:07.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.391320 14737 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:07.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.14.54.252@KRBTEST.COM; defaulting to no policy
20:08:07.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:08:07.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.14.54.252@KRBTEST.COM" created.
20:08:07.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.416110 14737 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } has no permanent_uuid. Determining permanent_uuid...
20:08:07.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:07 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752487, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.253@KRBTEST.COM for kudu/127.14.54.254@KRBTEST.COM
20:08:07.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:08:07.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.54.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab.
20:08:07.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.14.54.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab.
20:08:07.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.459055 14737 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } has no permanent_uuid. Determining permanent_uuid...
20:08:07.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.14.54.252@KRBTEST.COM; defaulting to no policy
20:08:07.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:08:07.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.14.54.252@KRBTEST.COM" created.
20:08:07.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:07 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752487, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.253@KRBTEST.COM for kudu/127.14.54.253@KRBTEST.COM
20:08:07.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.491830 14737 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } has no permanent_uuid. Determining permanent_uuid...
20:08:07.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:07.495066 14689 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.54.252:43259: connect: Connection refused (error 111)
20:08:07.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
20:08:07.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.54.252 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab.
20:08:07.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.14.54.252 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab.
20:08:07.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:07.500063 14737 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.54.252:43259: Network error: Client connection negotiation failed: client connection to 127.14.54.252:43259: connect: Connection refused (error 111)
20:08:07.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.502271 14555 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:07.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:07.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:07.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data
20:08:07.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:07.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:07.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:07.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:07.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/logs
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data/info.pb
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.252:43259
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.252
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.252
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:08:07.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:08:07.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.550031 14737 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } attempt: 1
20:08:07.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:07.554919 14737 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.54.252:43259: Network error: Client connection negotiation failed: client connection to 127.14.54.252:43259: connect: Connection refused (error 111)
20:08:07.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.581707 14655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } attempt: 7
20:08:07.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:07 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752485, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.254@KRBTEST.COM for kudu/127.14.54.253@KRBTEST.COM
20:08:07.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.609335 14655 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } has no permanent_uuid. Determining permanent_uuid...
20:08:07.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:07.616127 14655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.54.252:43259: Network error: Client connection negotiation failed: client connection to 127.14.54.252:43259: connect: Connection refused (error 111)
20:08:07.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.623713 14737 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } attempt: 2
20:08:07.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:07.629410 14737 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.54.252:43259: Network error: Client connection negotiation failed: client connection to 127.14.54.252:43259: connect: Connection refused (error 111)
20:08:07.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.674639 14655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } attempt: 1
20:08:07.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:07.680365 14655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.54.252:43259: Network error: Client connection negotiation failed: client connection to 127.14.54.252:43259: connect: Connection refused (error 111)
20:08:07.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.721025 14737 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } attempt: 3
20:08:07.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:07.726032 14737 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.54.252:43259: Network error: Client connection negotiation failed: client connection to 127.14.54.252:43259: connect: Connection refused (error 111)
20:08:07.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.761859 14655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } attempt: 2
20:08:07.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:07.766557 14655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.54.252:43259: Network error: Client connection negotiation failed: client connection to 127.14.54.252:43259: connect: Connection refused (error 111)
20:08:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.852029 14655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } attempt: 3
20:08:07.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:07.857757 14655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.54.252:43259: Network error: Client connection negotiation failed: client connection to 127.14.54.252:43259: connect: Connection refused (error 111)
20:08:07.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.869516 14737 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } attempt: 4
20:08:07.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:07.875546 14737 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.54.252:43259: Network error: Client connection negotiation failed: client connection to 127.14.54.252:43259: connect: Connection refused (error 111)
20:08:07.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:07.894491 14747 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:07.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:07.895320 14747 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:07.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:07.895960 14747 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:07.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:07.932097 14747 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:08:07.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:07.932375 14747 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:08:07.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:07.932915 14747 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:07.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:07.933164 14747 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:08:07.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:07.933355 14747 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:08:07.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:07.933561 14747 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:08:07.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:07.933736 14747 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43123/jwks.json
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.976918 14747 master_runner.cc:386] Master server non-default flags:
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.252
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.252:43259
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data/info.pb
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.252
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
20:08:07.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/logs
20:08:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:08:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:08:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:08:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:08:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:08:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:07.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.978281 14747 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:07.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.979532 14747 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:07.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:07.992436 14757 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:07.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:07.998234 14655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } attempt: 4
20:08:08.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:08.005110 14655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.54.252:43259: Network error: Client connection negotiation failed: client connection to 127.14.54.252:43259: connect: Connection refused (error 111)
20:08:08.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:08.175094 14737 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } attempt: 5
20:08:08.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:08.182761 14737 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.54.252:43259: Network error: Client connection negotiation failed: client connection to 127.14.54.252:43259: connect: Connection refused (error 111)
20:08:08.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:08.288985 14655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } attempt: 5
20:08:08.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:08.298537 14655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.54.252:43259: Network error: Client connection negotiation failed: client connection to 127.14.54.252:43259: connect: Connection refused (error 111)
20:08:08.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:08.730662 14737 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } attempt: 6
20:08:08.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:08.743162 14737 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.54.252:43259: Network error: Client connection negotiation failed: client connection to 127.14.54.252:43259: connect: Connection refused (error 111)
20:08:08.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:08.851282 14655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } attempt: 6
20:08:08.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:08.881855 14655 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.54.252:43259: Network error: Client connection negotiation failed: client connection to 127.14.54.252:43259: connect: Connection refused (error 111)
20:08:09.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:07.994685 14758 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:09.475206 14760 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:09.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:09.478368 14759 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1479 milliseconds
20:08:09.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.478510 14747 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:08:09.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.479935 14747 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:09.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.483040 14747 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:09.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.484527 14747 hybrid_clock.cc:648] HybridClock initialized: now 1777752489484476 us; error 66 us; skew 500 ppm
20:08:09.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.485486 14747 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:09.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:09 dist-test-slave-m1tv krb5kdc[14567](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752489, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:08:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.493057 14747 init.cc:377] Logged in from keytab as kudu/127.14.54.252@KRBTEST.COM (short username kudu)
20:08:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.498641 14747 webserver.cc:492] Webserver started at http://127.14.54.252:34543/ using document root <none> and password file <none>
20:08:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.499652 14747 fs_manager.cc:362] Metadata directory not provided
20:08:09.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.499858 14747 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:09.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.500393 14747 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
20:08:09.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.505916 14747 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data/instance:
20:08:09.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11f9a9c0c4d3460cb4e6238708b9795c"
20:08:09.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:08:09 on dist-test-slave-m1tv"
20:08:09.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.507128 14747 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal/instance:
20:08:09.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11f9a9c0c4d3460cb4e6238708b9795c"
20:08:09.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:08:09 on dist-test-slave-m1tv"
20:08:09.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.515066 14747 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.004s sys 0.004s
20:08:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.522246 14772 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:08:09.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.525159 14747 fs_manager.cc:730] Time spent opening block manager: real 0.007s user 0.005s sys 0.000s
20:08:09.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.525921 14747 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:09.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11f9a9c0c4d3460cb4e6238708b9795c"
20:08:09.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:08:09 on dist-test-slave-m1tv"
20:08:09.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.526427 14747 fs_report.cc:389] FS layout report
20:08:09.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:09.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:09.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:09.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data/data
20:08:09.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:09.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:09.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:09.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:09.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:09.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:09.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:09.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:09.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:09.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:09.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:09.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.594830 14747 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:08:09.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.602109 14747 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:09.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.602661 14747 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:09.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.693506 14747 rpc_server.cc:307] RPC server started. Bound to: 127.14.54.252:43259
20:08:09.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.693676 14824 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.54.252:43259 every 8 connection(s)
20:08:09.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.696262 14747 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data/info.pb
20:08:09.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.697014 14555 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 14747
20:08:09.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.697522 14555 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal/instance
20:08:09.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.704491 14825 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
20:08:09.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.721279 14825 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } has no permanent_uuid. Determining permanent_uuid...
20:08:09.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:09 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752482, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.54.252@KRBTEST.COM
20:08:09.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:09 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752489, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.252@KRBTEST.COM for kudu/127.14.54.254@KRBTEST.COM
20:08:09.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.756237 14825 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } has no permanent_uuid. Determining permanent_uuid...
20:08:09.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:09 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752482, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.54.253@KRBTEST.COM
20:08:09.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:09 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752489, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.252@KRBTEST.COM for kudu/127.14.54.253@KRBTEST.COM
20:08:09.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.786365 14825 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } has no permanent_uuid. Determining permanent_uuid...
20:08:09.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:09 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752489, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.252@KRBTEST.COM for kudu/127.14.54.252@KRBTEST.COM
20:08:09.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:09 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752482, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.54.254@KRBTEST.COM
20:08:09.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.803963 14737 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } attempt: 7
20:08:09.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.823159 14555 external_mini_cluster.cc:949] 0 TS(s) registered with all masters
20:08:09.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:09 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752487, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.253@KRBTEST.COM for kudu/127.14.54.252@KRBTEST.COM
20:08:09.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.830349 14825 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: Bootstrap starting.
20:08:09.837 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:09.837 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
20:08:09.839 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
20:08:09.840 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
20:08:09.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.839622 14825 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: Neither blocks nor log segments found. Creating new log.
20:08:09.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.842167 14825 log.cc:826] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: Log is configured to *not* fsync() on all Append() calls
20:08:09.843 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.14.54.254"
port: 38557
}
bound_http_address {
host: "127.14.54.254"
port: 38819
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.14.54.253"
port: 43687
}
bound_http_address {
host: "127.14.54.253"
port: 37553
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.14.54.252"
port: 43259
}
bound_http_address {
host: "127.14.54.252"
port: 34543
}
}
}
20:08:09.843 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
20:08:09.845 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:09.845 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:08:09.846 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:08:09.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.853055 14737 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: Bootstrap starting.
20:08:09.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.862749 14825 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: No bootstrap required, opened a new log
20:08:09.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.866783 14737 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: Neither blocks nor log segments found. Creating new log.
20:08:09.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.870728 14737 log.cc:826] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: Log is configured to *not* fsync() on all Append() calls
20:08:09.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.878036 14737 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: No bootstrap required, opened a new log
20:08:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:09 dist-test-slave-m1tv krb5kdc[14567](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752489, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:08:09.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:08:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.899398 14825 raft_consensus.cc:359] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.900221 14825 raft_consensus.cc:385] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:09.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.900513 14825 raft_consensus.cc:740] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 11f9a9c0c4d3460cb4e6238708b9795c, State: Initialized, Role: FOLLOWER
20:08:09.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.901503 14825 consensus_queue.cc:260] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.904052 14737 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:09.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.905117 14737 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:09.906 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.904742 14840 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.905628 14840 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: This master's current role is: FOLLOWER
20:08:09.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.906574 14825 sys_catalog.cc:565] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: configured and running, proceeding with master startup.
20:08:09.907 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5cc
20:08:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.906558 14737 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2228ec2165e14a69ba1a3d583e185c25, State: Initialized, Role: FOLLOWER
20:08:09.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.908425 14737 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:09.910 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:08:09.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.913077 14841 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:09.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.914079 14841 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: This master's current role is: FOLLOWER
20:08:09.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.914922 14737 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: configured and running, proceeding with master startup.
20:08:09.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.915498 14655 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } attempt: 7
20:08:09.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:09 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752485, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.254@KRBTEST.COM for kudu/127.14.54.252@KRBTEST.COM
20:08:09.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:09.973429 14857 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:08:09.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:09.973961 14857 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:08:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.975195 14655 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Bootstrap starting.
20:08:09.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.983951 14655 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Neither blocks nor log segments found. Creating new log.
20:08:09.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.986935 14655 log.cc:826] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Log is configured to *not* fsync() on all Append() calls
20:08:09.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.947981 14747 master_runner.cc:186] Error getting master registration for 127.14.54.254:38557: OK, instance_id { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" instance_seqno: 1777752485176697 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:08:09.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:09.996917 14747 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:08:10.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.005167 14655 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: No bootstrap required, opened a new log
20:08:10.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:10.026250 14691 tablet.cc:2404] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:08:10.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.038960 14840 raft_consensus.cc:493] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.039577 14840 raft_consensus.cc:515] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.039414 14655 raft_consensus.cc:359] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.040271 14655 raft_consensus.cc:385] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
20:08:10.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.040585 14655 raft_consensus.cc:740] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 77c58a5e1c4e406f9d5617ef4a75eb2c, State: Initialized, Role: FOLLOWER
20:08:10.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.041518 14655 consensus_queue.cc:260] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.047189 14712 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2228ec2165e14a69ba1a3d583e185c25" is_pre_election: true
20:08:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.048380 14712 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 11f9a9c0c4d3460cb4e6238708b9795c in term 0.
20:08:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.012197 14665 master_runner.cc:186] Error getting master registration for 127.14.54.254:38557: OK, instance_id { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" instance_seqno: 1777752485176697 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
20:08:10.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.049960 14665 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:08:10.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.046080 14840 leader_election.cc:290] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 77c58a5e1c4e406f9d5617ef4a75eb2c (127.14.54.254:38557), 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687)
20:08:10.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.050822 14775 leader_election.cc:304] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 11f9a9c0c4d3460cb4e6238708b9795c, 2228ec2165e14a69ba1a3d583e185c25; no voters:
20:08:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:10.052338 14866 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
20:08:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:10.052687 14866 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
20:08:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.052016 14840 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 0 FOLLOWER]: Leader pre-election won for term 1
20:08:10.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.053450 14840 raft_consensus.cc:493] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:08:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.053896 14840 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 0 FOLLOWER]: Advancing to term 1
20:08:10.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.055522 14868 sys_catalog.cc:455] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:10.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.056731 14868 sys_catalog.cc:458] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: This master's current role is: FOLLOWER
20:08:10.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.060253 14655 sys_catalog.cc:565] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: configured and running, proceeding with master startup.
20:08:10.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.060446 14630 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" is_pre_election: true
20:08:10.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.061604 14630 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 11f9a9c0c4d3460cb4e6238708b9795c in term 0.
20:08:10.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.071175 14840 raft_consensus.cc:515] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:10.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.082414 14840 leader_election.cc:290] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [CANDIDATE]: Term 1 election: Requested vote from peers 77c58a5e1c4e406f9d5617ef4a75eb2c (127.14.54.254:38557), 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687)
20:08:10.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.083658 14630 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c"
20:08:10.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.084267 14630 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 0 FOLLOWER]: Advancing to term 1
20:08:10.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.084232 14712 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2228ec2165e14a69ba1a3d583e185c25"
20:08:10.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.084985 14712 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [term 0 FOLLOWER]: Advancing to term 1
20:08:10.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.094964 14630 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 11f9a9c0c4d3460cb4e6238708b9795c in term 1.
20:08:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.096590 14774 leader_election.cc:304] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 11f9a9c0c4d3460cb4e6238708b9795c, 77c58a5e1c4e406f9d5617ef4a75eb2c; no voters:
20:08:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.097543 14840 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 1 FOLLOWER]: Leader election won for term 1
20:08:10.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.098163 14712 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 11f9a9c0c4d3460cb4e6238708b9795c in term 1.
20:08:10.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.101794 14840 raft_consensus.cc:697] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 1 LEADER]: Becoming Leader. State: Replica: 11f9a9c0c4d3460cb4e6238708b9795c, State: Running, Role: LEADER
20:08:10.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.103389 14840 consensus_queue.cc:237] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:10.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:10.109709 14778 tablet.cc:2404] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:08:10.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.121871 14873 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 11f9a9c0c4d3460cb4e6238708b9795c. Latest consensus state: current_term: 1 leader_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:10.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.123136 14873 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: This master's current role is: LEADER
20:08:10.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.128471 14877 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
20:08:10.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:10.131192 14609 tablet.cc:2404] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Can't schedule compaction. Clean time has not been advanced past its initial value.
20:08:10.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.138093 14877 catalog_manager.cc:1494] Initializing Kudu cluster ID...
20:08:10.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.172597 14712 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [term 1 FOLLOWER]: Refusing update from remote peer 11f9a9c0c4d3460cb4e6238708b9795c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:08:10.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.176429 14873 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [LEADER]: Connected to new peer: Peer: permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:08:10.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.191428 14630 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 1 FOLLOWER]: Refusing update from remote peer 11f9a9c0c4d3460cb4e6238708b9795c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
20:08:10.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.193543 14873 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [LEADER]: Connected to new peer: Peer: permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
20:08:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.277679 14868 sys_catalog.cc:455] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 11f9a9c0c4d3460cb4e6238708b9795c. Latest consensus state: current_term: 1 leader_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.279373 14868 sys_catalog.cc:458] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: This master's current role is: FOLLOWER
20:08:10.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.289929 14887 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
20:08:10.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.313179 14880 mvcc.cc:204] Tried to move back new op lower bound from 7281674199714947072 to 7281674199476359168. Current Snapshot: MvccSnapshot[applied={T|T < 7281674199714947072}]
20:08:10.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.320988 14841 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 11f9a9c0c4d3460cb4e6238708b9795c. Latest consensus state: current_term: 1 leader_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:10.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.322309 14841 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: This master's current role is: FOLLOWER
20:08:10.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.333230 14883 mvcc.cc:204] Tried to move back new op lower bound from 7281674199714947072 to 7281674199476359168. Current Snapshot: MvccSnapshot[applied={T|T < 7281674199714947072}]
20:08:10.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.338469 14840 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:10.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.339977 14840 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: This master's current role is: LEADER
20:08:10.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.340689 14840 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:10.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.342432 14840 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: This master's current role is: LEADER
20:08:10.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.344841 14877 catalog_manager.cc:1357] Generated new cluster ID: 07dd08b63af24d45ab4704d3cd78c037
20:08:10.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.345651 14877 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
20:08:10.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.356382 14868 sys_catalog.cc:455] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:10.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.358201 14868 sys_catalog.cc:458] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: This master's current role is: FOLLOWER
20:08:10.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.369441 14841 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:10.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.377591 14841 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: This master's current role is: FOLLOWER
20:08:10.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.413739 14877 catalog_manager.cc:1380] Generated new certificate authority record
20:08:10.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.416302 14877 catalog_manager.cc:1514] Loading token signing keys...
20:08:10.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.454501 14877 catalog_manager.cc:6044] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: Generated new TSK 0
20:08:10.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.455706 14877 catalog_manager.cc:1524] Initializing in-progress tserver states...
20:08:10.911 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.54.254:38557
20:08:10.911 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:08:10.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.912256 14555 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 14584
20:08:10.949 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:10.949 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.54.252:43259
20:08:10.949 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:08:10.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.950033 14555 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 14747
20:08:10.980 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:10.981 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.54.253:43687
20:08:10.981 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:08:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:10.981827 14555 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 14665
20:08:11.011 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:11.011 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.54.254:38557
20:08:11.011 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:08:11.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:11.013429 14555 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:11.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:11.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:11.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data
20:08:11.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/logs
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data/info.pb
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.254:38557
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.254
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38819
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.254
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:08:11.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:08:11.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:11.378022 14893 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:11.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:11.378755 14893 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:11.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:11.379546 14893 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:11.423765 14893 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:08:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:11.424085 14893 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:08:11.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:11.424520 14893 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:11.424837 14893 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:08:11.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:11.425180 14893 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:08:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:11.426133 14893 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:08:11.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:11.426517 14893 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43123/jwks.json
20:08:11.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:11.471473 14893 master_runner.cc:386] Master server non-default flags:
20:08:11.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:11.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:11.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:11.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:11.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data
20:08:11.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:11.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:08:11.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:11.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:11.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:11.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.254
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.254:38557
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data/info.pb
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.254
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38819
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/logs
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:11.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:11.472766 14893 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:11.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:11.473886 14893 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:11.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:11.487440 14899 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:12.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:11.493471 14902 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:12.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:11.489125 14900 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:12.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:12.878250 14901 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1383 milliseconds
20:08:12.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:12.878381 14893 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:08:12.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:12.879963 14893 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:12.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:12.883219 14893 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:12.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:12.885063 14893 hybrid_clock.cc:648] HybridClock initialized: now 1777752492884790 us; error 73 us; skew 500 ppm
20:08:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:12.886152 14893 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:12.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:12 dist-test-slave-m1tv krb5kdc[14567](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752492, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:08:12.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:12.892795 14893 init.cc:377] Logged in from keytab as kudu/127.14.54.254@KRBTEST.COM (short username kudu)
20:08:12.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:12.898394 14893 webserver.cc:492] Webserver started at http://127.14.54.254:38819/ using document root <none> and password file <none>
20:08:12.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:12.899421 14893 fs_manager.cc:362] Metadata directory not provided
20:08:12.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:12.899693 14893 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:12.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:12.909154 14893 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.007s sys 0.000s
20:08:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:12.914460 14913 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:08:12.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:12.915760 14893 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.005s sys 0.000s
20:08:12.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:12.916090 14893 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:12.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c"
20:08:12.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:08:05 on dist-test-slave-m1tv"
20:08:12.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:12.918229 14893 fs_report.cc:389] FS layout report
20:08:12.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:12.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:12.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data/data
20:08:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:12.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:12.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:12.973201 14893 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:08:12.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:12.979341 14893 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:12.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:12.979863 14893 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:13.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.059736 14893 rpc_server.cc:307] RPC server started. Bound to: 127.14.54.254:38557
20:08:13.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.059882 14964 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.54.254:38557 every 8 connection(s)
20:08:13.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.062757 14893 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data/info.pb
20:08:13.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.070456 14555 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 14893
20:08:13.071 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:13.071 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.54.252:43259
20:08:13.071 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:08:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.072988 14555 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data
20:08:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/logs
20:08:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data/info.pb
20:08:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:13.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:08:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.252:43259
20:08:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.252
20:08:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34543
20:08:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.252
20:08:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:08:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:08:13.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:08:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:08:13.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:08:13.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.077086 14965 sys_catalog.cc:263] Verifying existing consensus state
20:08:13.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.084620 14965 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Bootstrap starting.
20:08:13.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.127388 14965 log.cc:826] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Log is configured to *not* fsync() on all Append() calls
20:08:13.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.143826 14965 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:08:13.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.144706 14965 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Bootstrap complete.
20:08:13.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.170257 14965 raft_consensus.cc:359] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:13.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.172680 14965 raft_consensus.cc:740] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 77c58a5e1c4e406f9d5617ef4a75eb2c, State: Initialized, Role: FOLLOWER
20:08:13.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.173749 14965 consensus_queue.cc:260] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:13.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.176831 14969 sys_catalog.cc:455] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:13.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.177750 14969 sys_catalog.cc:458] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: This master's current role is: FOLLOWER
20:08:13.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.178826 14965 sys_catalog.cc:565] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: configured and running, proceeding with master startup.
20:08:13.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.217613 14980 catalog_manager.cc:1269] Loaded cluster ID: 07dd08b63af24d45ab4704d3cd78c037
20:08:13.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.217932 14980 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: loading cluster ID for follower catalog manager: success
20:08:13.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.227218 14980 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: acquiring CA information for follower catalog manager: success
20:08:13.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.233242 14980 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:08:13.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:13 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752492, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.254@KRBTEST.COM for kudu/127.14.54.254@KRBTEST.COM
20:08:13.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.264948 14893 master_runner.cc:186] Error getting master registration for 127.14.54.253:43687: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111),
20:08:13.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.285225 14893 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:08:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:13.567996 14967 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:13.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:13.568542 14967 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:13.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:13.569195 14967 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:13.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:13.609040 14967 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:08:13.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:13.609388 14967 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:08:13.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:13.609750 14967 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:13.609972 14967 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:08:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:13.610169 14967 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:08:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:13.610364 14967 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:08:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:13.610507 14967 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43123/jwks.json
20:08:13.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.656263 14967 master_runner.cc:386] Master server non-default flags:
20:08:13.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:13.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:13.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:13.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:13.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data
20:08:13.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.252
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.252:43259
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data/info.pb
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.252
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34543
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/logs
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:08:13.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:13.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.657958 14967 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:13.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:13.659030 14967 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:13.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:13.672485 14989 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:14.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:14.437736 14995 raft_consensus.cc:493] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:14.438642 14995 raft_consensus.cc:515] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:14.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:14.443264 14995 leader_election.cc:290] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687), 11f9a9c0c4d3460cb4e6238708b9795c (127.14.54.252:43259)
20:08:14.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:14.458729 14917 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.54.252:43259: connect: Connection refused (error 111)
20:08:14.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:14.465543 14917 leader_election.cc:336] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 11f9a9c0c4d3460cb4e6238708b9795c (127.14.54.252:43259): Network error: Client connection negotiation failed: client connection to 127.14.54.252:43259: connect: Connection refused (error 111)
20:08:14.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:14.466550 14916 leader_election.cc:336] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687): Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111)
20:08:14.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:14.467023 14916 leader_election.cc:304] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 77c58a5e1c4e406f9d5617ef4a75eb2c; no voters: 11f9a9c0c4d3460cb4e6238708b9795c, 2228ec2165e14a69ba1a3d583e185c25
20:08:14.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:14.467921 14995 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
20:08:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:13.677712 14992 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:13.675772 14990 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:15.048098 14991 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
20:08:15.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.048393 14967 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:08:15.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.053061 14967 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:15.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.056414 14967 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:15.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.057963 14967 hybrid_clock.cc:648] HybridClock initialized: now 1777752495057888 us; error 87 us; skew 500 ppm
20:08:15.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.059396 14967 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:15.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:15 dist-test-slave-m1tv krb5kdc[14567](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752495, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:08:15.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.066416 14967 init.cc:377] Logged in from keytab as kudu/127.14.54.252@KRBTEST.COM (short username kudu)
20:08:15.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.079409 14967 webserver.cc:492] Webserver started at http://127.14.54.252:34543/ using document root <none> and password file <none>
20:08:15.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.080905 14967 fs_manager.cc:362] Metadata directory not provided
20:08:15.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.081211 14967 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:15.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.093767 14967 fs_manager.cc:714] Time spent opening directory manager: real 0.008s user 0.006s sys 0.000s
20:08:15.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.098871 15005 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:08:15.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.100582 14967 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.000s
20:08:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.101089 14967 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11f9a9c0c4d3460cb4e6238708b9795c"
20:08:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:08:09 on dist-test-slave-m1tv"
20:08:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.103237 14967 fs_report.cc:389] FS layout report
20:08:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data/data
20:08:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:15.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:15.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:15.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.163903 14967 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:08:15.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.169888 14967 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:15.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.170497 14967 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:15.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.270726 14967 rpc_server.cc:307] RPC server started. Bound to: 127.14.54.252:43259
20:08:15.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.270856 15057 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.54.252:43259 every 8 connection(s)
20:08:15.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.273808 14967 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data/info.pb
20:08:15.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.284102 14555 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 14967
20:08:15.284 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:15.285 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.54.253:43687
20:08:15.285 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
20:08:15.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.287088 14555 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:15.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:15.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:15.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data
20:08:15.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:15.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:15.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:15.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:15.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:15.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:15.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/logs
20:08:15.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data/info.pb
20:08:15.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:15.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.253:43687
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.253
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37553
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.253
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:08:15.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:08:15.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.291190 15058 sys_catalog.cc:263] Verifying existing consensus state
20:08:15.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.301785 15058 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: Bootstrap starting.
20:08:15.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.362167 15058 log.cc:826] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: Log is configured to *not* fsync() on all Append() calls
20:08:15.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.446553 15058 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:08:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.447844 15058 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: Bootstrap complete.
20:08:15.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.492517 15058 raft_consensus.cc:359] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:15.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.500157 15058 raft_consensus.cc:740] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 11f9a9c0c4d3460cb4e6238708b9795c, State: Initialized, Role: FOLLOWER
20:08:15.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.501485 15058 consensus_queue.cc:260] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:15.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.504915 15062 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:15.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.506067 15062 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: This master's current role is: FOLLOWER
20:08:15.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.506894 15058 sys_catalog.cc:565] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: configured and running, proceeding with master startup.
20:08:15.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.550438 15073 catalog_manager.cc:1269] Loaded cluster ID: 07dd08b63af24d45ab4704d3cd78c037
20:08:15.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.552829 15073 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: loading cluster ID for follower catalog manager: success
20:08:15.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:15 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752495, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.252@KRBTEST.COM for kudu/127.14.54.254@KRBTEST.COM
20:08:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.572942 15073 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: acquiring CA information for follower catalog manager: success
20:08:15.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.583886 15073 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:08:15.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.595536 14967 master_runner.cc:186] Error getting master registration for 127.14.54.253:43687: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111),
20:08:15.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.635952 14967 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:08:15.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:15.759318 15060 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:15.759951 15060 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:15.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:15.760653 15060 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:15.796152 15060 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:08:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:15.796396 15060 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:08:15.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:15.796684 15060 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:15.796969 15060 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:08:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:15.797195 15060 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:08:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:15.797394 15060 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:08:15.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:15.797545 15060 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43123/jwks.json
20:08:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.841554 15060 master_runner.cc:386] Master server non-default flags:
20:08:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data
20:08:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:08:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.253
20:08:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.253:43687
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data/info.pb
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.253
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37553
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/logs
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.843340 15060 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:15.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.844530 15060 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:15.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:15.861539 15083 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:16.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.182001 15089 raft_consensus.cc:493] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:16.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.182578 15089 raft_consensus.cc:515] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:16.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.196638 15089 leader_election.cc:290] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687), 11f9a9c0c4d3460cb4e6238708b9795c (127.14.54.252:43259)
20:08:16.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:16.214943 14916 leader_election.cc:336] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687): Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111)
20:08:16.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.217618 15032 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" is_pre_election: true
20:08:16.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.218605 15032 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 77c58a5e1c4e406f9d5617ef4a75eb2c in term 1.
20:08:16.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.221133 14917 leader_election.cc:304] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 11f9a9c0c4d3460cb4e6238708b9795c, 77c58a5e1c4e406f9d5617ef4a75eb2c; no voters: 2228ec2165e14a69ba1a3d583e185c25
20:08:16.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.222304 15089 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 1 FOLLOWER]: Leader pre-election won for term 2
20:08:16.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.222692 15089 raft_consensus.cc:493] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:08:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.223003 15089 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 1 FOLLOWER]: Advancing to term 2
20:08:16.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.233826 15089 raft_consensus.cc:515] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.238739 15032 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "11f9a9c0c4d3460cb4e6238708b9795c"
20:08:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.239652 15032 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 1 FOLLOWER]: Advancing to term 2
20:08:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.245549 15089 leader_election.cc:290] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 2 election: Requested vote from peers 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687), 11f9a9c0c4d3460cb4e6238708b9795c (127.14.54.252:43259)
20:08:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:16.246376 14916 leader_election.cc:336] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687): Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111)
20:08:16.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.250207 15032 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 77c58a5e1c4e406f9d5617ef4a75eb2c in term 2.
20:08:16.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.251338 14917 leader_election.cc:304] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 11f9a9c0c4d3460cb4e6238708b9795c, 77c58a5e1c4e406f9d5617ef4a75eb2c; no voters: 2228ec2165e14a69ba1a3d583e185c25
20:08:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.252044 15089 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 2 FOLLOWER]: Leader election won for term 2
20:08:16.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.254299 15089 raft_consensus.cc:697] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 2 LEADER]: Becoming Leader. State: Replica: 77c58a5e1c4e406f9d5617ef4a75eb2c, State: Running, Role: LEADER
20:08:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.255496 15089 consensus_queue.cc:237] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.266405 15094 sys_catalog.cc:455] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 77c58a5e1c4e406f9d5617ef4a75eb2c. Latest consensus state: current_term: 2 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.267304 15094 sys_catalog.cc:458] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: This master's current role is: LEADER
20:08:16.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.274693 15096 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
20:08:16.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.285709 15096 catalog_manager.cc:1494] Initializing Kudu cluster ID...
20:08:16.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.289994 15096 catalog_manager.cc:1269] Loaded cluster ID: 07dd08b63af24d45ab4704d3cd78c037
20:08:16.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.290313 15096 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
20:08:16.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.295433 15096 catalog_manager.cc:1514] Loading token signing keys...
20:08:16.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.299909 15096 catalog_manager.cc:6055] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Loaded TSK: 0
20:08:16.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.302307 15096 catalog_manager.cc:1524] Initializing in-progress tserver states...
20:08:16.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:16.863438 14916 consensus_peers.cc:597] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c -> Peer 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687): Couldn't send request to peer 2228ec2165e14a69ba1a3d583e185c25. Status: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:08:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.887295 15032 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 2 FOLLOWER]: Refusing update from remote peer 77c58a5e1c4e406f9d5617ef4a75eb2c: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
20:08:16.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.890017 15097 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [LEADER]: Connected to new peer: Peer: permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
20:08:16.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.912658 15100 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 77c58a5e1c4e406f9d5617ef4a75eb2c. Latest consensus state: current_term: 2 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:16.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.915560 15100 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: This master's current role is: FOLLOWER
20:08:16.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.928092 15100 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:16.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.929174 15100 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: This master's current role is: FOLLOWER
20:08:16.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.932142 15097 sys_catalog.cc:455] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:16.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:16.933357 15097 sys_catalog.cc:458] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: This master's current role is: LEADER
20:08:17.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:15.867264 15086 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:17.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:15.867758 15060 server_base.cc:1061] running on GCE node
20:08:17.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:15.865823 15084 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:17.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.256456 15060 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:17.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.260120 15060 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:17.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.261619 15060 hybrid_clock.cc:648] HybridClock initialized: now 1777752497261473 us; error 139 us; skew 500 ppm
20:08:17.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.262789 15060 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:17.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:17 dist-test-slave-m1tv krb5kdc[14567](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752497, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:08:17.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.271476 15060 init.cc:377] Logged in from keytab as kudu/127.14.54.253@KRBTEST.COM (short username kudu)
20:08:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.279000 15060 webserver.cc:492] Webserver started at http://127.14.54.253:37553/ using document root <none> and password file <none>
20:08:17.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.280629 15060 fs_manager.cc:362] Metadata directory not provided
20:08:17.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.281019 15060 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:17.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.293239 15060 fs_manager.cc:714] Time spent opening directory manager: real 0.008s user 0.004s sys 0.002s
20:08:17.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.300036 15112 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:08:17.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.302026 15060 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.006s sys 0.001s
20:08:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.302644 15060 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2228ec2165e14a69ba1a3d583e185c25"
20:08:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:08:07 on dist-test-slave-m1tv"
20:08:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.306706 15060 fs_report.cc:389] FS layout report
20:08:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data/data
20:08:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:17.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:17.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:17.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:17.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:17.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:17.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:17.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:17.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.383729 15060 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:08:17.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.392670 15060 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:17.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.393314 15060 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:17.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.517601 15060 rpc_server.cc:307] RPC server started. Bound to: 127.14.54.253:43687
20:08:17.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.517774 15165 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.54.253:43687 every 8 connection(s)
20:08:17.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.521159 15060 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data/info.pb
20:08:17.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.531265 14555 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 15060
20:08:17.532 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:17.533 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.54.254:38557(127.14.54.254:38557)] connecting to peer
20:08:17.535 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.54.252:43259(127.14.54.252:43259)] connecting to peer
20:08:17.536 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.54.253:43687(127.14.54.253:43687)] connecting to peer
20:08:17.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.536422 15166 sys_catalog.cc:263] Verifying existing consensus state
20:08:17.542 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.54.254:38557(127.14.54.254:38557)] Successfully connected to peer
20:08:17.545 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.54.252:43259(127.14.54.252:43259)] Successfully connected to peer
20:08:17.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.548238 15166 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: Bootstrap starting.
20:08:17.555 [DEBUG - kudu-nio-0] (SecurityContext.java:222) Refreshing Kerberos credentials...
20:08:17.555 [DEBUG - kudu-nio-0] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5cc
20:08:17.565 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.54.253:43687(127.14.54.253:43687)] Successfully connected to peer
20:08:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:17 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1777752489, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:08:17.583 [DEBUG - kudu-nio-0] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:08:17.583 [INFO - kudu-nio-0] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
20:08:17.583 [DEBUG - kudu-nio-1] (SecurityContext.java:222) Refreshing Kerberos credentials...
20:08:17.584 [DEBUG - kudu-nio-1] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5cc
20:08:17.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:17 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1777752489, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:08:17.589 [DEBUG - kudu-nio-1] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:08:17.589 [INFO - kudu-nio-1] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
20:08:17.591 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.14.54.254
20:08:17.592 [DEBUG - kudu-nio-2] (SecurityContext.java:222) Refreshing Kerberos credentials...
20:08:17.592 [DEBUG - kudu-nio-2] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5cc
20:08:17.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:17 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1777752489, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:08:17.600 [DEBUG - kudu-nio-2] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:08:17.600 [INFO - kudu-nio-2] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
20:08:17.601 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.14.54.253
20:08:17.605 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.14.54.252
20:08:17.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.619879 15166 log.cc:826] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: Log is configured to *not* fsync() on all Append() calls
20:08:17.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:17 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1777752489, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.54.252@KRBTEST.COM
20:08:17.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:17 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1777752489, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.54.254@KRBTEST.COM
20:08:17.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:17 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1777752489, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.54.253@KRBTEST.COM
20:08:17.671 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x73c8274d, L:/127.0.0.1:33726 - R:/127.14.54.252:43259] using SASL/GSSAPI
20:08:17.674 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x37cef3a6, L:/127.0.0.1:50446 - R:/127.14.54.254:38557] using SASL/GSSAPI
20:08:17.681 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd441c6d8, L:/127.0.0.1:49792 - R:/127.14.54.253:43687] using SASL/GSSAPI
20:08:17.682 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
20:08:17.682 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=149), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.54.254:38557, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.54.252:43259, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.54.253:43687, [144ms] Sub RPC ConnectToMaster: received response from server master-127.14.54.252:43259: OK, [149ms] Sub RPC ConnectToMaster: received response from server master-127.14.54.254:38557: OK, deferred=null) after lookup
20:08:17.688 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.54.253:43687: Catalog manager is not initialized. State: Starting
20:08:17.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.689317 15166 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:08:17.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.690399 15166 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: Bootstrap complete.
20:08:17.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.715325 15166 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:17.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.717935 15166 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2228ec2165e14a69ba1a3d583e185c25, State: Initialized, Role: FOLLOWER
20:08:17.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.718918 15166 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:17.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.728129 15178 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:17.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.729394 15178 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: This master's current role is: FOLLOWER
20:08:17.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.730325 15166 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: configured and running, proceeding with master startup.
20:08:17.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.778348 15189 catalog_manager.cc:1269] Loaded cluster ID: 07dd08b63af24d45ab4704d3cd78c037
20:08:17.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.779497 15189 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: loading cluster ID for follower catalog manager: success
20:08:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.792973 15189 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: acquiring CA information for follower catalog manager: success
20:08:17.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:17 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752497, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.253@KRBTEST.COM for kudu/127.14.54.254@KRBTEST.COM
20:08:17.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.800171 15189 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:08:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.923719 15141 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [term 1 FOLLOWER]: Advancing to term 2
20:08:17.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.949779 15196 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:17.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.950820 15196 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: This master's current role is: FOLLOWER
20:08:17.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.954600 15178 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 77c58a5e1c4e406f9d5617ef4a75eb2c. Latest consensus state: current_term: 2 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:17.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:17.955511 15178 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: This master's current role is: FOLLOWER
20:08:18.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:18.486186 15097 sys_catalog.cc:455] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:18.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:18.487066 15097 sys_catalog.cc:458] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: This master's current role is: LEADER
20:08:18.688 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.54.254:38557
20:08:18.688 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:08:18.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:18.688831 14555 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 14893
20:08:18.722 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.54.254:38557(127.14.54.254:38557)] handling channelInactive
20:08:18.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.54.254:38557(127.14.54.254:38557)] cleaning up while in state READY due to: connection closed
20:08:18.723 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:18.723 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.54.252:43259
20:08:18.723 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:08:18.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:18.724215 14555 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 14967
20:08:18.757 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.54.252:43259(127.14.54.252:43259)] handling channelInactive
20:08:18.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.54.252:43259(127.14.54.252:43259)] cleaning up while in state READY due to: connection closed
20:08:18.757 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:18.757 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.54.253:43687
20:08:18.758 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:08:18.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:18.758412 14555 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 15060
20:08:18.788 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.54.253:43687(127.14.54.253:43687)] handling channelInactive
20:08:18.788 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:18.788 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.54.253:43687(127.14.54.253:43687)] cleaning up while in state READY due to: connection closed
20:08:18.788 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.54.254:38557
20:08:18.788 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:08:18.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:18.790450 14555 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/logs
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data/info.pb
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.254:38557
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.254
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38819
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.254
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:08:18.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:19.131752 15200 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:19.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:19.132464 15200 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:19.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:19.133319 15200 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:19.169365 15200 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:08:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:19.169700 15200 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:08:19.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:19.170081 15200 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:19.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:19.170323 15200 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:08:19.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:19.170523 15200 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:08:19.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:19.170730 15200 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:08:19.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:19.170882 15200 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43123/jwks.json
20:08:19.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:19.213160 15200 master_runner.cc:386] Master server non-default flags:
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.254
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.254:38557
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data/info.pb
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.254
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38819
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/logs
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:08:19.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:08:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:08:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:08:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:08:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:19.214527 15200 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:19.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:19.215559 15200 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:19.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:19.227926 15206 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:20.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:20.631584 15205 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 15200
20:08:20.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:19.228400 15207 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:20.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:20.832445 15200 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.605s user 0.483s sys 1.094s
20:08:20.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:20.831743 15205 kernel_stack_watchdog.cc:198] Thread 15200 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
20:08:20.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:08:20.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:08:20.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:08:20.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:08:20.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:20.833000 15208 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1603 milliseconds
20:08:20.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:20.834056 15200 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.606s user 0.484s sys 1.094s
20:08:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:20.834674 15209 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:20.835297 15200 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:08:20.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:20.839155 15200 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:20.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:20.842023 15200 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:20.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:20.843533 15200 hybrid_clock.cc:648] HybridClock initialized: now 1777752500843483 us; error 64 us; skew 500 ppm
20:08:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:20.844427 15200 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:20.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:20 dist-test-slave-m1tv krb5kdc[14567](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752500, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:08:20.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:20.851764 15200 init.cc:377] Logged in from keytab as kudu/127.14.54.254@KRBTEST.COM (short username kudu)
20:08:20.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:20.858178 15200 webserver.cc:492] Webserver started at http://127.14.54.254:38819/ using document root <none> and password file <none>
20:08:20.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:20.859344 15200 fs_manager.cc:362] Metadata directory not provided
20:08:20.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:20.859643 15200 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:20.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:20.870028 15200 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.007s sys 0.000s
20:08:20.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:20.875279 15219 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:08:20.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:20.876682 15200 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.001s
20:08:20.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:20.877283 15200 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:20.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c"
20:08:20.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:08:05 on dist-test-slave-m1tv"
20:08:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:20.879513 15200 fs_report.cc:389] FS layout report
20:08:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data/data
20:08:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:20.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:20.947660 15200 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:08:20.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:20.959462 15200 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:20.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:20.960115 15200 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:21.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.041352 15200 rpc_server.cc:307] RPC server started. Bound to: 127.14.54.254:38557
20:08:21.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.041433 15270 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.54.254:38557 every 8 connection(s)
20:08:21.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.044915 15200 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data/info.pb
20:08:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.053022 14555 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 15200
20:08:21.053 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:21.054 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.54.252:43259
20:08:21.054 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:08:21.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.056273 14555 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/logs
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data/info.pb
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.252:43259
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.252
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34543
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.252
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:08:21.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:08:21.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.059851 15271 sys_catalog.cc:263] Verifying existing consensus state
20:08:21.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.067569 15271 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Bootstrap starting.
20:08:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.111430 15271 log.cc:826] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Log is configured to *not* fsync() on all Append() calls
20:08:21.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.129642 15271 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:08:21.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.130426 15271 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Bootstrap complete.
20:08:21.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.155609 15271 raft_consensus.cc:359] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:21.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.158084 15271 raft_consensus.cc:740] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 77c58a5e1c4e406f9d5617ef4a75eb2c, State: Initialized, Role: FOLLOWER
20:08:21.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.159526 15271 consensus_queue.cc:260] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:21.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.163100 15275 sys_catalog.cc:455] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:21.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.164259 15275 sys_catalog.cc:458] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: This master's current role is: FOLLOWER
20:08:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.164752 15271 sys_catalog.cc:565] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: configured and running, proceeding with master startup.
20:08:21.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.199925 15286 catalog_manager.cc:1269] Loaded cluster ID: 07dd08b63af24d45ab4704d3cd78c037
20:08:21.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.202890 15286 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: loading cluster ID for follower catalog manager: success
20:08:21.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.212697 15286 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: acquiring CA information for follower catalog manager: success
20:08:21.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.219606 15286 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:08:21.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.251461 15200 master_runner.cc:186] Error getting master registration for 127.14.54.253:43687: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111),
20:08:21.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.270146 15200 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:08:21.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:21.514727 15273 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:21.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:21.515560 15273 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:21.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:21.516652 15273 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:21.563395 15273 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:08:21.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:21.563668 15273 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:08:21.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:21.563946 15273 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:21.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:21.564148 15273 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:08:21.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:21.564347 15273 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:08:21.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:21.564548 15273 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:08:21.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:21.564710 15273 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43123/jwks.json
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.608743 15273 master_runner.cc:386] Master server non-default flags:
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.252
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.252:43259
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:21.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data/info.pb
20:08:21.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.252
20:08:21.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34543
20:08:21.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:21.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/logs
20:08:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:08:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:08:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:08:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:08:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:08:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.610148 15273 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:21.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:21.611127 15273 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:21.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:21.624030 15295 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:22.837132 15302 raft_consensus.cc:493] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:22.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:22.838271 15302 raft_consensus.cc:515] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:22.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:22.848695 15302 leader_election.cc:290] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687), 11f9a9c0c4d3460cb4e6238708b9795c (127.14.54.252:43259)
20:08:22.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:22.864068 15222 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111)
20:08:22.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:22.871227 15222 leader_election.cc:336] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687): Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111)
20:08:22.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:22.872174 15223 leader_election.cc:336] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 11f9a9c0c4d3460cb4e6238708b9795c (127.14.54.252:43259): Network error: Client connection negotiation failed: client connection to 127.14.54.252:43259: connect: Connection refused (error 111)
20:08:22.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:22.872641 15223 leader_election.cc:304] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 77c58a5e1c4e406f9d5617ef4a75eb2c; no voters: 11f9a9c0c4d3460cb4e6238708b9795c, 2228ec2165e14a69ba1a3d583e185c25
20:08:22.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:22.873472 15302 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
20:08:22.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:21.626073 15296 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:22.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:22.994503 15298 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:23.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.002669 15273 server_base.cc:1061] running on GCE node
20:08:23.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.004180 15273 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.007467 15273 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:23.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.009034 15273 hybrid_clock.cc:648] HybridClock initialized: now 1777752503008978 us; error 43 us; skew 500 ppm
20:08:23.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.010205 15273 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:23.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:23 dist-test-slave-m1tv krb5kdc[14567](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752503, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:08:23.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.019647 15273 init.cc:377] Logged in from keytab as kudu/127.14.54.252@KRBTEST.COM (short username kudu)
20:08:23.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.026643 15273 webserver.cc:492] Webserver started at http://127.14.54.252:34543/ using document root <none> and password file <none>
20:08:23.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.027992 15273 fs_manager.cc:362] Metadata directory not provided
20:08:23.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.028396 15273 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:23.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.040802 15273 fs_manager.cc:714] Time spent opening directory manager: real 0.008s user 0.002s sys 0.004s
20:08:23.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.049144 15313 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:08:23.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.050741 15273 fs_manager.cc:730] Time spent opening block manager: real 0.007s user 0.005s sys 0.000s
20:08:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.051183 15273 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11f9a9c0c4d3460cb4e6238708b9795c"
20:08:23.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:08:09 on dist-test-slave-m1tv"
20:08:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.054167 15273 fs_report.cc:389] FS layout report
20:08:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data/data
20:08:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:23.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:23.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.119498 15273 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:08:23.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.126408 15273 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:23.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.127269 15273 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:23.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.227519 15273 rpc_server.cc:307] RPC server started. Bound to: 127.14.54.252:43259
20:08:23.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.227603 15364 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.54.252:43259 every 8 connection(s)
20:08:23.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.231055 15273 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data/info.pb
20:08:23.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.235954 14555 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 15273
20:08:23.236 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:23.236 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.54.253:43687
20:08:23.236 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
20:08:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.238662 14555 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data
20:08:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/logs
20:08:23.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data/info.pb
20:08:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:08:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.253:43687
20:08:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.253
20:08:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37553
20:08:23.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.253
20:08:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:08:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:08:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:08:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:08:23.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:08:23.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.248361 15365 sys_catalog.cc:263] Verifying existing consensus state
20:08:23.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.254750 15365 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: Bootstrap starting.
20:08:23.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.301748 15365 log.cc:826] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: Log is configured to *not* fsync() on all Append() calls
20:08:23.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.322324 15365 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:08:23.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.323423 15365 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: Bootstrap complete.
20:08:23.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.356217 15365 raft_consensus.cc:359] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:23.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.359831 15365 raft_consensus.cc:740] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 11f9a9c0c4d3460cb4e6238708b9795c, State: Initialized, Role: FOLLOWER
20:08:23.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.361433 15365 consensus_queue.cc:260] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:23.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.365631 15369 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:23.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.366744 15369 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: This master's current role is: FOLLOWER
20:08:23.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.369056 15365 sys_catalog.cc:565] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: configured and running, proceeding with master startup.
20:08:23.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.471410 15380 catalog_manager.cc:1269] Loaded cluster ID: 07dd08b63af24d45ab4704d3cd78c037
20:08:23.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.471943 15380 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: loading cluster ID for follower catalog manager: success
20:08:23.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.484778 15380 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: acquiring CA information for follower catalog manager: success
20:08:23.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.504527 15380 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:08:23.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.559197 15273 master_runner.cc:186] Error getting master registration for 127.14.54.253:43687: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111),
20:08:23.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.590565 15273 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:08:23.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:23.796105 15367 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:23.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:23.797022 15367 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:23.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:23.798118 15367 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:23.861052 15367 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:08:23.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:23.861408 15367 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:08:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:23.861892 15367 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:23.862244 15367 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:08:23.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:23.862599 15367 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:08:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:23.862947 15367 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:08:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:23.863206 15367 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43123/jwks.json
20:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.927625 15367 master_runner.cc:386] Master server non-default flags:
20:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data
20:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.253
20:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.253:43687
20:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:08:23.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data/info.pb
20:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.253
20:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37553
20:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/logs
20:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:23.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.929158 15367 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:23.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:23.930229 15367 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:23.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:23.943333 15390 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:24.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:24.783463 15399 raft_consensus.cc:493] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:24.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:24.784214 15399 raft_consensus.cc:515] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:24.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:24.821439 15399 leader_election.cc:290] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687), 11f9a9c0c4d3460cb4e6238708b9795c (127.14.54.252:43259)
20:08:24.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:24.834287 15222 leader_election.cc:336] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687): Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111)
20:08:24.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:24.859555 15340 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" is_pre_election: true
20:08:24.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:24.861184 15340 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 77c58a5e1c4e406f9d5617ef4a75eb2c in term 2.
20:08:24.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:24.864063 15223 leader_election.cc:304] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 11f9a9c0c4d3460cb4e6238708b9795c, 77c58a5e1c4e406f9d5617ef4a75eb2c; no voters: 2228ec2165e14a69ba1a3d583e185c25
20:08:24.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:24.865768 15399 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 2 FOLLOWER]: Leader pre-election won for term 3
20:08:24.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:24.866389 15399 raft_consensus.cc:493] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:08:24.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:24.867053 15399 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 2 FOLLOWER]: Advancing to term 3
20:08:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:24.888551 15399 raft_consensus.cc:515] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:24.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:24.902156 15222 leader_election.cc:336] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687): Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111)
20:08:24.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:24.907127 15340 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" candidate_term: 3 candidate_status { last_received { term: 2 index: 5 } } ignore_live_leader: false dest_uuid: "11f9a9c0c4d3460cb4e6238708b9795c"
20:08:24.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:24.908066 15340 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 2 FOLLOWER]: Advancing to term 3
20:08:24.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:24.924177 15399 leader_election.cc:290] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 3 election: Requested vote from peers 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687), 11f9a9c0c4d3460cb4e6238708b9795c (127.14.54.252:43259)
20:08:24.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:24.931061 15340 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 77c58a5e1c4e406f9d5617ef4a75eb2c in term 3.
20:08:24.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:24.933027 15223 leader_election.cc:304] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 11f9a9c0c4d3460cb4e6238708b9795c, 77c58a5e1c4e406f9d5617ef4a75eb2c; no voters: 2228ec2165e14a69ba1a3d583e185c25
20:08:24.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:24.934746 15399 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 3 FOLLOWER]: Leader election won for term 3
20:08:24.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:24.945907 15399 raft_consensus.cc:697] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 3 LEADER]: Becoming Leader. State: Replica: 77c58a5e1c4e406f9d5617ef4a75eb2c, State: Running, Role: LEADER
20:08:24.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:24.948995 15399 consensus_queue.cc:237] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 5, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:24.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:24.983603 15405 sys_catalog.cc:455] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 77c58a5e1c4e406f9d5617ef4a75eb2c. Latest consensus state: current_term: 3 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:24.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:24.984824 15405 sys_catalog.cc:458] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: This master's current role is: LEADER
20:08:25.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:25.002693 15407 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
20:08:25.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:25.027191 15407 catalog_manager.cc:1494] Initializing Kudu cluster ID...
20:08:25.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:25.034818 15407 catalog_manager.cc:1269] Loaded cluster ID: 07dd08b63af24d45ab4704d3cd78c037
20:08:25.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:25.035251 15407 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
20:08:25.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:25.040802 15407 catalog_manager.cc:1514] Loading token signing keys...
20:08:25.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:25.045051 15407 catalog_manager.cc:6055] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Loaded TSK: 0
20:08:25.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:25.046397 15407 catalog_manager.cc:1524] Initializing in-progress tserver states...
20:08:25.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:25.560524 15222 consensus_peers.cc:597] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c -> Peer 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687): Couldn't send request to peer 2228ec2165e14a69ba1a3d583e185c25. Status: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:08:25.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:25.580893 15340 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 3 FOLLOWER]: Refusing update from remote peer 77c58a5e1c4e406f9d5617ef4a75eb2c: Log matching property violated. Preceding OpId in replica: term: 2 index: 5. Preceding OpId from leader: term: 3 index: 6. (index mismatch)
20:08:25.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:25.584729 15409 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [LEADER]: Connected to new peer: Peer: permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 6, Last known committed idx: 5, Time since last communication: 0.001s
20:08:25.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:25.617702 15412 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 77c58a5e1c4e406f9d5617ef4a75eb2c. Latest consensus state: current_term: 3 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:25.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:25.618633 15412 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: This master's current role is: FOLLOWER
20:08:25.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:25.647656 15412 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:25.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:25.648379 15412 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: This master's current role is: FOLLOWER
20:08:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:25.655109 15409 sys_catalog.cc:455] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:25.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:25.656142 15409 sys_catalog.cc:458] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: This master's current role is: LEADER
20:08:26.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.278580 15200 master_runner.cc:186] Error getting master registration for 127.14.54.253:43687: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111),
20:08:26.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.279129 15200 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:08:26.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:26.360107 13900 debug-util.cc:398] Leaking SignalData structure 0x7b08000ac760 after lost signal to thread 13837
20:08:26.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:26.360920 13900 debug-util.cc:398] Leaking SignalData structure 0x7b0800094e40 after lost signal to thread 13903
20:08:26.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:25.348327 15389 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 15367
20:08:26.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:26.375222 15389 kernel_stack_watchdog.cc:198] Thread 15367 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
20:08:26.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:08:26.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:08:26.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:08:26.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:08:26.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:23.945302 15391 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:26.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:26.392033 15393 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:26.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:26.393574 15392 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2448 milliseconds
20:08:26.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:26.394236 15367 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.449s user 0.757s sys 1.331s
20:08:26.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:26.394611 15367 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.450s user 0.757s sys 1.331s
20:08:26.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.394929 15367 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:08:26.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.399938 15367 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:26.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.413532 15367 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:26.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.417228 15367 hybrid_clock.cc:648] HybridClock initialized: now 1777752506417173 us; error 54 us; skew 500 ppm
20:08:26.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.418638 15367 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:26.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:26 dist-test-slave-m1tv krb5kdc[14567](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752506, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:08:26.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.427246 15367 init.cc:377] Logged in from keytab as kudu/127.14.54.253@KRBTEST.COM (short username kudu)
20:08:26.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.455449 15367 webserver.cc:492] Webserver started at http://127.14.54.253:37553/ using document root <none> and password file <none>
20:08:26.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.456794 15367 fs_manager.cc:362] Metadata directory not provided
20:08:26.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.457147 15367 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:26.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.472064 15367 fs_manager.cc:714] Time spent opening directory manager: real 0.010s user 0.009s sys 0.000s
20:08:26.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.490041 15424 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:08:26.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.495201 15367 fs_manager.cc:730] Time spent opening block manager: real 0.019s user 0.011s sys 0.003s
20:08:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.495648 15367 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2228ec2165e14a69ba1a3d583e185c25"
20:08:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:08:07 on dist-test-slave-m1tv"
20:08:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.498718 15367 fs_report.cc:389] FS layout report
20:08:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data/data
20:08:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:26.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:26.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:26.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:26.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:26.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:26.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:26.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:26.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.571224 15367 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:08:26.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.582664 15367 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:26.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.583273 15367 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:26.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.724964 15367 rpc_server.cc:307] RPC server started. Bound to: 127.14.54.253:43687
20:08:26.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.725050 15476 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.54.253:43687 every 8 connection(s)
20:08:26.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.729465 15367 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data/info.pb
20:08:26.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.732507 14555 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 15367
20:08:26.733 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:26.733 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.54.254:38557(127.14.54.254:38557)] connecting to peer
20:08:26.741 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.14.54.254:38557(127.14.54.254:38557)] Successfully connected to peer
20:08:26.761 [DEBUG - kudu-nio-3] (SecurityContext.java:222) Refreshing Kerberos credentials...
20:08:26.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.761422 15477 sys_catalog.cc:263] Verifying existing consensus state
20:08:26.761 [DEBUG - kudu-nio-3] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5cc
20:08:26.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.772243 15477 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: Bootstrap starting.
20:08:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:26 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1777752489, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:08:26.777 [DEBUG - kudu-nio-3] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:08:26.777 [INFO - kudu-nio-3] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
20:08:26.778 [DEBUG - kudu-nio-3] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.14.54.254
20:08:26.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:26 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1777752489, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.54.254@KRBTEST.COM
20:08:26.860 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x96dfb20c, L:/127.0.0.1:41328 - R:/127.14.54.254:38557] using SASL/GSSAPI
20:08:26.870 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
20:08:26.870 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
20:08:26.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.879590 15477 log.cc:826] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: Log is configured to *not* fsync() on all Append() calls
20:08:26.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.929798 15477 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: Bootstrap replayed 1/1 log segments. Stats: ops{read=5 overwritten=0 applied=5 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:08:26.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.930960 15477 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: Bootstrap complete.
20:08:26.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:26 dist-test-slave-m1tv krb5kdc[14567](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752506, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:08:26.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
20:08:26.950 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:26.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.975502 15477 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:26.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.980162 15477 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2228ec2165e14a69ba1a3d583e185c25, State: Initialized, Role: FOLLOWER
20:08:26.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.981700 15477 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 5, Last appended: 2.5, Last appended by leader: 5, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:26.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.990012 15484 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:26.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.991783 15484 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: This master's current role is: FOLLOWER
20:08:26.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:26.991994 15477 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: configured and running, proceeding with master startup.
20:08:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:27.038067 15495 catalog_manager.cc:1269] Loaded cluster ID: 07dd08b63af24d45ab4704d3cd78c037
20:08:27.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:27.038713 15495 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: loading cluster ID for follower catalog manager: success
20:08:27.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:27.050364 15495 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: acquiring CA information for follower catalog manager: success
20:08:27.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:27 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752506, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.253@KRBTEST.COM for kudu/127.14.54.254@KRBTEST.COM
20:08:27.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:27.083122 15495 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:08:27.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:27.107071 15452 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [term 2 FOLLOWER]: Advancing to term 3
20:08:27.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:27.187264 15484 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 77c58a5e1c4e406f9d5617ef4a75eb2c. Latest consensus state: current_term: 3 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:27.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:27.188045 15484 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: This master's current role is: FOLLOWER
20:08:27.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:27.201215 15503 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:27.205470 15503 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: This master's current role is: FOLLOWER
20:08:27.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:27.510469 15409 sys_catalog.cc:455] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:27.511492 15409 sys_catalog.cc:458] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: This master's current role is: LEADER
20:08:27.950 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.54.254:38557
20:08:27.951 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:08:27.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:27.951683 14555 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 15200
20:08:27.989 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.14.54.254:38557(127.14.54.254:38557)] handling channelInactive
20:08:27.989 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.54.254:38557(127.14.54.254:38557)] cleaning up while in state READY due to: connection closed
20:08:27.993 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:27.995 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.54.252:43259
20:08:27.995 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:08:27.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:27.996001 14555 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 15273
20:08:28.037 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:28.037 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.54.253:43687
20:08:28.037 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:08:28.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:28.038059 14555 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 15367
20:08:28.077 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:28.077 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.54.254:38557
20:08:28.077 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:08:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:28.084357 14555 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data
20:08:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/logs
20:08:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data/info.pb
20:08:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:08:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.254:38557
20:08:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.254
20:08:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38819
20:08:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.254
20:08:28.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:08:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:08:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:08:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:08:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:08:28.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:28.492487 15510 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:28.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:28.493229 15510 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:28.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:28.494082 15510 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:28.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:28.563613 15510 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:08:28.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:28.564126 15510 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:08:28.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:28.564461 15510 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:28.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:28.564697 15510 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:08:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:28.565037 15510 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:08:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:28.565299 15510 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:08:28.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:28.565466 15510 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43123/jwks.json
20:08:28.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:28.615243 15510 master_runner.cc:386] Master server non-default flags:
20:08:28.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:28.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:28.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:28.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.254
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.254:38557
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data/info.pb
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.254
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38819
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/logs
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:08:28.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:28.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:08:28.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:28.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:08:28.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:08:28.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:28.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:28.616675 15510 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:28.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:28.618165 15510 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:28.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:28.633510 15516 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:30.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:30.038326 15515 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 15510
20:08:30.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:30.306370 15515 kernel_stack_watchdog.cc:198] Thread 15510 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
20:08:30.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:08:30.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:08:30.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:08:30.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:08:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:30.307722 15510 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.673s user 0.539s sys 0.976s
20:08:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:30.308177 15510 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.674s user 0.539s sys 0.976s
20:08:30.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:28.634518 15517 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:30.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:30.309549 15518 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1673 milliseconds
20:08:30.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:30.310451 15519 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:30.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.310391 15510 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:08:30.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.315514 15510 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.318962 15510 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:30.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.320425 15510 hybrid_clock.cc:648] HybridClock initialized: now 1777752510320374 us; error 50 us; skew 500 ppm
20:08:30.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.321707 15510 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:30.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:30 dist-test-slave-m1tv krb5kdc[14567](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752510, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:08:30.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.330729 15510 init.cc:377] Logged in from keytab as kudu/127.14.54.254@KRBTEST.COM (short username kudu)
20:08:30.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.336305 15510 webserver.cc:492] Webserver started at http://127.14.54.254:38819/ using document root <none> and password file <none>
20:08:30.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.337430 15510 fs_manager.cc:362] Metadata directory not provided
20:08:30.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.337652 15510 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:30.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.346251 15510 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.008s sys 0.000s
20:08:30.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.351380 15530 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:08:30.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.352809 15510 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.003s
20:08:30.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.353354 15510 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c"
20:08:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:08:05 on dist-test-slave-m1tv"
20:08:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.355978 15510 fs_report.cc:389] FS layout report
20:08:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data/data
20:08:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:30.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:30.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.426148 15510 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:08:30.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.432555 15510 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:30.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.433211 15510 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:30.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.512508 15510 rpc_server.cc:307] RPC server started. Bound to: 127.14.54.254:38557
20:08:30.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.512578 15581 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.54.254:38557 every 8 connection(s)
20:08:30.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.516170 15510 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data/info.pb
20:08:30.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.526161 14555 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 15510
20:08:30.526 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:30.527 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.54.252:43259
20:08:30.527 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.528693 14555 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/logs
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data/info.pb
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.252:43259
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.252
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34543
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.252
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:30.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:30.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:30.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:30.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:30.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:30.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:30.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:30.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:08:30.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:08:30.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.529127 15582 sys_catalog.cc:263] Verifying existing consensus state
20:08:30.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.535658 15582 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Bootstrap starting.
20:08:30.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.593515 15582 log.cc:826] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Log is configured to *not* fsync() on all Append() calls
20:08:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.617981 15582 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:08:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.618921 15582 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Bootstrap complete.
20:08:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.644853 15582 raft_consensus.cc:359] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.647426 15582 raft_consensus.cc:740] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 77c58a5e1c4e406f9d5617ef4a75eb2c, State: Initialized, Role: FOLLOWER
20:08:30.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.648407 15582 consensus_queue.cc:260] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:30.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.651321 15586 sys_catalog.cc:455] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:30.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.652343 15586 sys_catalog.cc:458] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: This master's current role is: FOLLOWER
20:08:30.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.652527 15582 sys_catalog.cc:565] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: configured and running, proceeding with master startup.
20:08:30.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.687825 15597 catalog_manager.cc:1269] Loaded cluster ID: 07dd08b63af24d45ab4704d3cd78c037
20:08:30.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.688143 15597 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: loading cluster ID for follower catalog manager: success
20:08:30.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.697687 15597 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: acquiring CA information for follower catalog manager: success
20:08:30.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.704339 15597 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:08:30.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:30 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752510, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.254@KRBTEST.COM for kudu/127.14.54.254@KRBTEST.COM
20:08:30.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.728571 15510 master_runner.cc:186] Error getting master registration for 127.14.54.253:43687: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111),
20:08:30.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:30.753139 15510 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:08:30.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:30.957496 15584 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:30.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:30.958313 15584 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:30.959334 15584 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:30.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:30.998395 15584 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:08:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:30.998698 15584 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:08:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:30.998987 15584 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:30.999177 15584 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:08:30.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:30.999374 15584 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:08:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:30.999783 15584 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:08:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:31.000162 15584 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43123/jwks.json
20:08:31.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:31.044149 15584 master_runner.cc:386] Master server non-default flags:
20:08:31.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:31.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:31.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:31.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:31.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data
20:08:31.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:31.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:08:31.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:31.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:31.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.252
20:08:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.252:43259
20:08:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:08:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:08:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data/info.pb
20:08:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.252
20:08:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34543
20:08:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:31.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:31.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:31.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:31.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:31.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/logs
20:08:31.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:31.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:31.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:08:31.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:08:31.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:31.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:08:31.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:31.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:08:31.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:08:31.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:31.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:31.045644 15584 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:31.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:31.046952 15584 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:31.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:31.059770 15606 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:32.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:32.315267 15612 raft_consensus.cc:493] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:32.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:32.316694 15612 raft_consensus.cc:515] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:32.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:32.343943 15533 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111)
20:08:32.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:32.351244 15612 leader_election.cc:290] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687), 11f9a9c0c4d3460cb4e6238708b9795c (127.14.54.252:43259)
20:08:32.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:32.370476 15534 leader_election.cc:336] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 11f9a9c0c4d3460cb4e6238708b9795c (127.14.54.252:43259): Network error: Client connection negotiation failed: client connection to 127.14.54.252:43259: connect: Connection refused (error 111)
20:08:32.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:32.377529 15533 leader_election.cc:336] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687): Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111)
20:08:32.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:32.378719 15533 leader_election.cc:304] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 77c58a5e1c4e406f9d5617ef4a75eb2c; no voters: 11f9a9c0c4d3460cb4e6238708b9795c, 2228ec2165e14a69ba1a3d583e185c25
20:08:32.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:32.380750 15612 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
20:08:32.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:32.461400 15605 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 15584
20:08:32.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:32.860231 15584 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.800s user 0.002s sys 0.001s
20:08:32.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:31.062747 15607 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:32.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:32.861615 15584 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.802s user 0.002s sys 0.001s
20:08:32.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:32.860829 15608 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1796 milliseconds
20:08:32.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:32.864500 15584 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:08:32.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:32.865319 15609 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:32.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:32.867493 15584 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:32.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:32.870743 15584 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:32.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:32.872184 15584 hybrid_clock.cc:648] HybridClock initialized: now 1777752512872092 us; error 98 us; skew 500 ppm
20:08:32.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:32.873517 15584 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:32.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:32 dist-test-slave-m1tv krb5kdc[14567](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752512, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:08:32.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:32.889930 15584 init.cc:377] Logged in from keytab as kudu/127.14.54.252@KRBTEST.COM (short username kudu)
20:08:32.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:32.910512 15584 webserver.cc:492] Webserver started at http://127.14.54.252:34543/ using document root <none> and password file <none>
20:08:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:32.911974 15584 fs_manager.cc:362] Metadata directory not provided
20:08:32.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:32.912266 15584 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:32.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:32.923314 15584 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.005s sys 0.004s
20:08:32.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:32.928771 15622 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:08:32.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:32.930332 15584 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
20:08:32.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:32.930755 15584 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:32.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11f9a9c0c4d3460cb4e6238708b9795c"
20:08:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:08:09 on dist-test-slave-m1tv"
20:08:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:32.932854 15584 fs_report.cc:389] FS layout report
20:08:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data/data
20:08:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:32.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:32.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:32.993312 15584 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:08:33.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.005647 15584 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:33.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.006218 15584 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:33.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.102325 15584 rpc_server.cc:307] RPC server started. Bound to: 127.14.54.252:43259
20:08:33.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.103616 15673 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.54.252:43259 every 8 connection(s)
20:08:33.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.106220 15584 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data/info.pb
20:08:33.111 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:33.111 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.54.253:43687
20:08:33.111 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
20:08:33.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.110798 14555 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 15584
20:08:33.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.114497 14555 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:33.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:33.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:33.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data
20:08:33.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:33.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:33.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:33.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:33.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:33.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:33.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/logs
20:08:33.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data/info.pb
20:08:33.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.253:43687
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.253
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37553
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.253
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:08:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:08:33.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.126392 15674 sys_catalog.cc:263] Verifying existing consensus state
20:08:33.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.131891 15674 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: Bootstrap starting.
20:08:33.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.174952 15674 log.cc:826] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: Log is configured to *not* fsync() on all Append() calls
20:08:33.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.196411 15674 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:08:33.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.197427 15674 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: Bootstrap complete.
20:08:33.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.229347 15674 raft_consensus.cc:359] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.232764 15674 raft_consensus.cc:740] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 11f9a9c0c4d3460cb4e6238708b9795c, State: Initialized, Role: FOLLOWER
20:08:33.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.233841 15674 consensus_queue.cc:260] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:33.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.236774 15678 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:33.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.238690 15678 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: This master's current role is: FOLLOWER
20:08:33.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.238996 15674 sys_catalog.cc:565] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: configured and running, proceeding with master startup.
20:08:33.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.276721 15689 catalog_manager.cc:1269] Loaded cluster ID: 07dd08b63af24d45ab4704d3cd78c037
20:08:33.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.277560 15689 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: loading cluster ID for follower catalog manager: success
20:08:33.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.287647 15689 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: acquiring CA information for follower catalog manager: success
20:08:33.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.294651 15689 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:08:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.324193 15584 master_runner.cc:186] Error getting master registration for 127.14.54.253:43687: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111),
20:08:33.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.357463 15584 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:08:33.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:33.650631 15676 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:33.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:33.651463 15676 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:33.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:33.652563 15676 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:33.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:33.714968 15676 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:08:33.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:33.715319 15676 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:08:33.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:33.715816 15676 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:33.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:33.716169 15676 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:08:33.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:33.716502 15676 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:08:33.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:33.716840 15676 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:08:33.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:33.717128 15676 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43123/jwks.json
20:08:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.790994 15676 master_runner.cc:386] Master server non-default flags:
20:08:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data
20:08:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:33.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.253
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.253:43687
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data/info.pb
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.253
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37553
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/logs
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:33.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:33.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:08:33.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:08:33.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:33.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:08:33.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:33.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:08:33.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:08:33.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:33.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.792750 15676 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:33.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:33.794175 15676 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:33.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:33.810990 15698 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:34.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.240990 15704 raft_consensus.cc:493] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 3 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:34.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.249226 15704 raft_consensus.cc:515] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:34.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.263028 15704 leader_election.cc:290] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687), 11f9a9c0c4d3460cb4e6238708b9795c (127.14.54.252:43259)
20:08:34.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:34.277962 15533 leader_election.cc:336] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687): Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111)
20:08:34.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.286540 15649 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" is_pre_election: true
20:08:34.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.287837 15649 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 3 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 77c58a5e1c4e406f9d5617ef4a75eb2c in term 3.
20:08:34.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.290824 15534 leader_election.cc:304] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 11f9a9c0c4d3460cb4e6238708b9795c, 77c58a5e1c4e406f9d5617ef4a75eb2c; no voters: 2228ec2165e14a69ba1a3d583e185c25
20:08:34.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.291963 15704 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 3 FOLLOWER]: Leader pre-election won for term 4
20:08:34.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.292443 15704 raft_consensus.cc:493] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 3 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:08:34.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.292928 15704 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 3 FOLLOWER]: Advancing to term 4
20:08:34.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.319525 15704 raft_consensus.cc:515] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:34.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.326602 15649 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" candidate_term: 4 candidate_status { last_received { term: 3 index: 6 } } ignore_live_leader: false dest_uuid: "11f9a9c0c4d3460cb4e6238708b9795c"
20:08:34.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.327389 15649 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 3 FOLLOWER]: Advancing to term 4
20:08:34.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:34.334708 15533 leader_election.cc:336] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687): Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111)
20:08:34.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.340384 15704 leader_election.cc:290] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 4 election: Requested vote from peers 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687), 11f9a9c0c4d3460cb4e6238708b9795c (127.14.54.252:43259)
20:08:34.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.350484 15649 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 77c58a5e1c4e406f9d5617ef4a75eb2c in term 4.
20:08:34.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.358201 15534 leader_election.cc:304] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 11f9a9c0c4d3460cb4e6238708b9795c, 77c58a5e1c4e406f9d5617ef4a75eb2c; no voters: 2228ec2165e14a69ba1a3d583e185c25
20:08:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.359704 15704 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 4 FOLLOWER]: Leader election won for term 4
20:08:34.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.370144 15704 raft_consensus.cc:697] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 4 LEADER]: Becoming Leader. State: Replica: 77c58a5e1c4e406f9d5617ef4a75eb2c, State: Running, Role: LEADER
20:08:34.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.371618 15704 consensus_queue.cc:237] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 6, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:34.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.410008 15709 sys_catalog.cc:455] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 77c58a5e1c4e406f9d5617ef4a75eb2c. Latest consensus state: current_term: 4 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:34.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.411134 15709 sys_catalog.cc:458] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: This master's current role is: LEADER
20:08:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.427994 15711 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
20:08:34.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.462196 15711 catalog_manager.cc:1494] Initializing Kudu cluster ID...
20:08:34.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.474012 15711 catalog_manager.cc:1269] Loaded cluster ID: 07dd08b63af24d45ab4704d3cd78c037
20:08:34.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.480291 15711 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
20:08:34.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.498314 15711 catalog_manager.cc:1514] Loading token signing keys...
20:08:34.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.506845 15711 catalog_manager.cc:6055] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Loaded TSK: 0
20:08:34.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.542867 15711 catalog_manager.cc:1524] Initializing in-progress tserver states...
20:08:34.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.819396 15649 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 4 FOLLOWER]: Refusing update from remote peer 77c58a5e1c4e406f9d5617ef4a75eb2c: Log matching property violated. Preceding OpId in replica: term: 3 index: 6. Preceding OpId from leader: term: 4 index: 7. (index mismatch)
20:08:34.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.821658 15709 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [LEADER]: Connected to new peer: Peer: permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 7, Last known committed idx: 6, Time since last communication: 0.001s
20:08:34.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:34.823554 15533 consensus_peers.cc:597] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c -> Peer 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687): Couldn't send request to peer 2228ec2165e14a69ba1a3d583e185c25. Status: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:08:34.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.862661 15714 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 77c58a5e1c4e406f9d5617ef4a75eb2c. Latest consensus state: current_term: 4 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:34.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.862075 15709 sys_catalog.cc:455] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:34.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.864151 15709 sys_catalog.cc:458] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: This master's current role is: LEADER
20:08:34.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.875016 15714 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: This master's current role is: FOLLOWER
20:08:34.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.889176 15714 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:34.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:34.890717 15714 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: This master's current role is: FOLLOWER
20:08:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:35.761462 15510 master_runner.cc:186] Error getting master registration for 127.14.54.253:43687: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111),
20:08:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:35.762068 15510 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:08:36.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:35.213413 15697 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 15676
20:08:36.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:36.451141 15700 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2637 milliseconds
20:08:36.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:36.451584 15697 kernel_stack_watchdog.cc:198] Thread 15676 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 398ms:
20:08:36.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:08:36.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:08:36.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:08:36.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:08:36.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:33.812592 15699 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:36.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:36.453308 15701 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:36.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:36.452260 15676 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.640s user 0.858s sys 1.399s
20:08:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:36.454236 15676 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.642s user 0.859s sys 1.399s
20:08:36.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.454577 15676 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:08:36.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.461268 15676 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:36.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.465224 15676 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:36.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.466933 15676 hybrid_clock.cc:648] HybridClock initialized: now 1777752516466729 us; error 169 us; skew 500 ppm
20:08:36.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.468338 15676 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:36.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:36 dist-test-slave-m1tv krb5kdc[14567](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752516, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:08:36.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.475965 15676 init.cc:377] Logged in from keytab as kudu/127.14.54.253@KRBTEST.COM (short username kudu)
20:08:36.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.486269 15676 webserver.cc:492] Webserver started at http://127.14.54.253:37553/ using document root <none> and password file <none>
20:08:36.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.487599 15676 fs_manager.cc:362] Metadata directory not provided
20:08:36.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.487908 15676 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:36.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.498070 15676 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.007s sys 0.001s
20:08:36.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.503386 15730 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:08:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.504709 15676 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.001s
20:08:36.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.505113 15676 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:36.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2228ec2165e14a69ba1a3d583e185c25"
20:08:36.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:08:07 on dist-test-slave-m1tv"
20:08:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.507612 15676 fs_report.cc:389] FS layout report
20:08:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data/data
20:08:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:36.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:36.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:36.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.590413 15676 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:08:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.596675 15676 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:36.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.597239 15676 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:36.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.692718 15676 rpc_server.cc:307] RPC server started. Bound to: 127.14.54.253:43687
20:08:36.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.692776 15781 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.54.253:43687 every 8 connection(s)
20:08:36.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.695772 15676 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data/info.pb
20:08:36.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.697796 14555 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 15676
20:08:36.698 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:36.698 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.54.254:38557(127.14.54.254:38557)] connecting to peer
20:08:36.703 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.14.54.254:38557(127.14.54.254:38557)] Successfully connected to peer
20:08:36.712 [DEBUG - kudu-nio-4] (SecurityContext.java:222) Refreshing Kerberos credentials...
20:08:36.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.712072 15782 sys_catalog.cc:263] Verifying existing consensus state
20:08:36.712 [DEBUG - kudu-nio-4] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5cc
20:08:36.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:36 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1777752506, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:08:36.719 [DEBUG - kudu-nio-4] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
20:08:36.719 [INFO - kudu-nio-4] (SecurityContext.java:256) Successfully refreshed Kerberos credentials from ticket cache
20:08:36.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.720263 15782 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: Bootstrap starting.
20:08:36.720 [DEBUG - kudu-nio-4] (Negotiator.java:529) SASL mechanism GSSAPI chosen for peer 127.14.54.254
20:08:36.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:36 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (1 etypes {17}) 127.0.0.1: ISSUE: authtime 1777752506, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.14.54.254@KRBTEST.COM
20:08:36.756 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xeea6265c, L:/127.0.0.1:58476 - R:/127.14.54.254:38557] using SASL/GSSAPI
20:08:36.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.773774 15782 log.cc:826] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: Log is configured to *not* fsync() on all Append() calls
20:08:36.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.793582 15782 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: Bootstrap replayed 1/1 log segments. Stats: ops{read=6 overwritten=0 applied=6 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:08:36.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.794492 15782 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: Bootstrap complete.
20:08:36.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.823657 15782 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [term 3 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:36.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.827960 15782 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [term 3 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2228ec2165e14a69ba1a3d583e185c25, State: Initialized, Role: FOLLOWER
20:08:36.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.829011 15782 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 6, Last appended: 3.6, Last appended by leader: 6, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:36.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.832803 15787 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 3 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:36.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.833704 15787 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: This master's current role is: FOLLOWER
20:08:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.834863 15782 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: configured and running, proceeding with master startup.
20:08:36.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.871757 15798 catalog_manager.cc:1269] Loaded cluster ID: 07dd08b63af24d45ab4704d3cd78c037
20:08:36.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.872403 15798 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: loading cluster ID for follower catalog manager: success
20:08:36.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.880561 15798 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: acquiring CA information for follower catalog manager: success
20:08:36.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.886631 15798 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:08:36.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:36 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752516, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.253@KRBTEST.COM for kudu/127.14.54.254@KRBTEST.COM
20:08:36.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:36.992513 15757 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [term 3 FOLLOWER]: Advancing to term 4
20:08:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:37.012521 15806 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:37.013536 15806 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: This master's current role is: FOLLOWER
20:08:37.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:37.016836 15787 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 77c58a5e1c4e406f9d5617ef4a75eb2c. Latest consensus state: current_term: 4 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:37.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:37.017593 15787 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25 [sys.catalog]: This master's current role is: FOLLOWER
20:08:37.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:37.520709 15709 sys_catalog.cc:455] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:37.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:37.521589 15709 sys_catalog.cc:458] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: This master's current role is: LEADER
20:08:37.759 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.54.254:38557
20:08:37.761 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
20:08:37.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:37.761298 14555 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 15510
20:08:37.793 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.14.54.254:38557(127.14.54.254:38557)] handling channelInactive
20:08:37.793 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.54.254:38557(127.14.54.254:38557)] cleaning up while in state READY due to: connection closed
20:08:37.794 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:37.794 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.54.252:43259
20:08:37.794 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
20:08:37.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:37.794942 14555 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 15584
20:08:37.848 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:37.848 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.14.54.253:43687
20:08:37.848 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
20:08:37.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:37.849080 14555 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 15676
20:08:37.882 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:37.882 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.54.254:38557
20:08:37.883 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
20:08:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:37.885298 14555 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data
20:08:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:37.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/logs
20:08:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data/info.pb
20:08:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:08:37.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.254:38557
20:08:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.254
20:08:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38819
20:08:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.254
20:08:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:08:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:08:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:08:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:08:37.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:08:38.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:38.251286 15812 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:38.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:38.252044 15812 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:38.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:38.252826 15812 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:38.292208 15812 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:08:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:38.292519 15812 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:08:38.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:38.293043 15812 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:38.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:38.293376 15812 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:08:38.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:38.293675 15812 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:08:38.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:38.293974 15812 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:08:38.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:38.294217 15812 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43123/jwks.json
20:08:38.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:38.336160 15812 master_runner.cc:386] Master server non-default flags:
20:08:38.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:38.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:38.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:38.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data
20:08:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:08:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.254
20:08:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.254:38557
20:08:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:08:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:08:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data/info.pb
20:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.254
20:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=38819
20:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/logs
20:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:38.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:38.338037 15812 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:38.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:38.339249 15812 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:38.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:38.351636 15818 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:39.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:39.566963 14399 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7da0 after lost signal to thread 14274
20:08:39.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:39.568609 14399 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad4c0 after lost signal to thread 14402
20:08:40.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:39.755584 15817 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 15812
20:08:40.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:40.196954 15817 kernel_stack_watchdog.cc:198] Thread 15812 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
20:08:40.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
20:08:40.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
20:08:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
20:08:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
20:08:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:40.197072 15812 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.845s user 0.657s sys 1.081s
20:08:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:38.352228 15819 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:40.197419 15812 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.846s user 0.657s sys 1.081s
20:08:40.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:40.201484 15821 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:40.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:40.204198 15820 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1846 milliseconds
20:08:40.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.204304 15812 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:08:40.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.206043 15812 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:40.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.209390 15812 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:40.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.210909 15812 hybrid_clock.cc:648] HybridClock initialized: now 1777752520210859 us; error 48 us; skew 500 ppm
20:08:40.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.212136 15812 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:40.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:40 dist-test-slave-m1tv krb5kdc[14567](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752520, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.254@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:08:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.220666 15812 init.cc:377] Logged in from keytab as kudu/127.14.54.254@KRBTEST.COM (short username kudu)
20:08:40.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.226915 15812 webserver.cc:492] Webserver started at http://127.14.54.254:38819/ using document root <none> and password file <none>
20:08:40.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.227985 15812 fs_manager.cc:362] Metadata directory not provided
20:08:40.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.228245 15812 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:40.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.237939 15812 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.005s sys 0.002s
20:08:40.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.243096 15831 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:08:40.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.244714 15812 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.005s sys 0.001s
20:08:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.245353 15812 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c"
20:08:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:08:05 on dist-test-slave-m1tv"
20:08:40.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.247573 15812 fs_report.cc:389] FS layout report
20:08:40.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:40.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:40.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/wal
20:08:40.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data/data
20:08:40.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:40.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:40.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:40.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:40.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:40.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:40.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:40.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:40.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:40.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:40.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:40.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.335937 15812 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:08:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.347548 15812 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:40.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.348275 15812 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:40.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.456409 15812 rpc_server.cc:307] RPC server started. Bound to: 127.14.54.254:38557
20:08:40.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.456490 15882 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.54.254:38557 every 8 connection(s)
20:08:40.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.459579 15812 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-0/data/info.pb
20:08:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.466264 14555 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 15812
20:08:40.467 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:40.467 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.54.252:43259
20:08:40.467 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.469893 14555 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/logs
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data/info.pb
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:08:40.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.252:43259
20:08:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.252
20:08:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34543
20:08:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.252
20:08:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:08:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:08:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:08:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:40.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:40.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:40.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:08:40.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:08:40.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.478399 15883 sys_catalog.cc:263] Verifying existing consensus state
20:08:40.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.488150 15883 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Bootstrap starting.
20:08:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.553031 15883 log.cc:826] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Log is configured to *not* fsync() on all Append() calls
20:08:40.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.581382 15883 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:08:40.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.582631 15883 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Bootstrap complete.
20:08:40.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.623376 15883 raft_consensus.cc:359] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:40.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.627096 15883 raft_consensus.cc:740] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 77c58a5e1c4e406f9d5617ef4a75eb2c, State: Initialized, Role: FOLLOWER
20:08:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.628264 15883 consensus_queue.cc:260] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 4.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:40.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.631892 15887 sys_catalog.cc:455] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 4 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:40.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.633469 15887 sys_catalog.cc:458] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: This master's current role is: FOLLOWER
20:08:40.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.634068 15883 sys_catalog.cc:565] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: configured and running, proceeding with master startup.
20:08:40.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.687886 15898 catalog_manager.cc:1269] Loaded cluster ID: 07dd08b63af24d45ab4704d3cd78c037
20:08:40.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.688534 15898 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: loading cluster ID for follower catalog manager: success
20:08:40.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.709856 15898 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: acquiring CA information for follower catalog manager: success
20:08:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:40 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752520, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.254@KRBTEST.COM for kudu/127.14.54.254@KRBTEST.COM
20:08:40.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.717640 15898 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:08:40.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.743191 15812 master_runner.cc:186] Error getting master registration for 127.14.54.253:43687: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111),
20:08:40.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:40.776400 15812 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:08:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:40.994699 15885 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:40.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:40.995726 15885 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:40.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:40.996942 15885 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:41.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:41.063053 15885 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:08:41.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:41.063416 15885 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:08:41.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:41.064010 15885 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:41.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:41.064643 15885 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:08:41.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:41.065052 15885 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:08:41.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:41.065387 15885 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:08:41.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:41.065649 15885 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43123/jwks.json
20:08:41.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:41.125804 15885 master_runner.cc:386] Master server non-default flags:
20:08:41.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:41.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:41.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:41.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:41.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.252
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.252:43259
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data/info.pb
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.252
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34543
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:41.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/logs
20:08:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:08:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:08:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:08:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:08:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:08:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:41.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:41.128407 15885 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:41.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:41.129753 15885 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:41.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:41.145323 15907 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:42.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:42.376237 15915 raft_consensus.cc:493] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 4 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:42.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:42.388293 15915 raft_consensus.cc:515] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:42.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:42.420553 15915 leader_election.cc:290] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687), 11f9a9c0c4d3460cb4e6238708b9795c (127.14.54.252:43259)
20:08:42.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:42.425077 15835 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.54.252:43259: connect: Connection refused (error 111)
20:08:42.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:42.441031 15834 leader_election.cc:336] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687): Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111)
20:08:42.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:42.444285 15835 leader_election.cc:336] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 11f9a9c0c4d3460cb4e6238708b9795c (127.14.54.252:43259): Network error: Client connection negotiation failed: client connection to 127.14.54.252:43259: connect: Connection refused (error 111)
20:08:42.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:42.444769 15835 leader_election.cc:304] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 77c58a5e1c4e406f9d5617ef4a75eb2c; no voters: 11f9a9c0c4d3460cb4e6238708b9795c, 2228ec2165e14a69ba1a3d583e185c25
20:08:42.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:42.446050 15915 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
20:08:42.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:42.548106 15906 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 15885
20:08:42.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:42.907349 15885 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.759s user 0.000s sys 0.002s
20:08:42.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:42.914554 15885 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.766s user 0.000s sys 0.002s
20:08:42.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:41.150175 15908 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:42.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:42.930291 15885 server_base.cc:1061] running on GCE node
20:08:42.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:42.931881 15921 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:42.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:42.933892 15885 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:42.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:42.937469 15885 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:42.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:42.939038 15885 hybrid_clock.cc:648] HybridClock initialized: now 1777752522938844 us; error 206 us; skew 500 ppm
20:08:42.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:42.940021 15885 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:42.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:42 dist-test-slave-m1tv krb5kdc[14567](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752522, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.252@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:08:42.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:42.947009 15885 init.cc:377] Logged in from keytab as kudu/127.14.54.252@KRBTEST.COM (short username kudu)
20:08:42.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:42.953135 15885 webserver.cc:492] Webserver started at http://127.14.54.252:34543/ using document root <none> and password file <none>
20:08:42.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:42.954263 15885 fs_manager.cc:362] Metadata directory not provided
20:08:42.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:42.954560 15885 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:42.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:42.964949 15885 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.006s sys 0.001s
20:08:42.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:42.970559 15927 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:08:42.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:42.971836 15885 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.003s sys 0.003s
20:08:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:42.972150 15885 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11f9a9c0c4d3460cb4e6238708b9795c"
20:08:42.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:08:09 on dist-test-slave-m1tv"
20:08:42.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:42.974412 15885 fs_report.cc:389] FS layout report
20:08:42.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:42.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:42.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/wal
20:08:42.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data/data
20:08:42.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:42.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:42.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:42.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:42.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:42.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:42.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:42.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:42.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:42.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:42.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:43.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.039423 15885 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:08:43.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.047449 15885 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.047917 15885 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:43.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.158560 15885 rpc_server.cc:307] RPC server started. Bound to: 127.14.54.252:43259
20:08:43.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.158797 15978 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.54.252:43259 every 8 connection(s)
20:08:43.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.162304 15885 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-2/data/info.pb
20:08:43.164 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:43.164 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.14.54.253:43687
20:08:43.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.163647 14555 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 15885
20:08:43.165 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
20:08:43.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.167006 14555 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:43.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu
20:08:43.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:43.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data
20:08:43.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
20:08:43.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
20:08:43.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
20:08:43.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:43.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:43.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:43.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/logs
20:08:43.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data/info.pb
20:08:43.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:43.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
20:08:43.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
20:08:43.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
20:08:43.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.253:43687
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.253
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37553
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.253
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
20:08:43.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
20:08:43.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.179239 15979 sys_catalog.cc:263] Verifying existing consensus state
20:08:43.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.188211 15979 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: Bootstrap starting.
20:08:43.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.251171 15979 log.cc:826] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: Log is configured to *not* fsync() on all Append() calls
20:08:43.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.279313 15979 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: Bootstrap replayed 1/1 log segments. Stats: ops{read=7 overwritten=0 applied=7 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
20:08:43.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.280395 15979 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: Bootstrap complete.
20:08:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.319188 15979 raft_consensus.cc:359] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 4 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:43.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.322750 15979 raft_consensus.cc:740] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 4 FOLLOWER]: Becoming Follower/Learner. State: Replica: 11f9a9c0c4d3460cb4e6238708b9795c, State: Initialized, Role: FOLLOWER
20:08:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.324134 15979 consensus_queue.cc:260] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 7, Last appended: 4.7, Last appended by leader: 7, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:43.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.328109 15983 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 4 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:43.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.329530 15983 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: This master's current role is: FOLLOWER
20:08:43.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.330021 15979 sys_catalog.cc:565] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: configured and running, proceeding with master startup.
20:08:43.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.373106 15994 catalog_manager.cc:1269] Loaded cluster ID: 07dd08b63af24d45ab4704d3cd78c037
20:08:43.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.375569 15994 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: loading cluster ID for follower catalog manager: success
20:08:43.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:43 dist-test-slave-m1tv krb5kdc[14567](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752522, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.252@KRBTEST.COM for kudu/127.14.54.254@KRBTEST.COM
20:08:43.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.409776 15994 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: acquiring CA information for follower catalog manager: success
20:08:43.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.415728 15994 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
20:08:43.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.422330 15885 master_runner.cc:186] Error getting master registration for 127.14.54.253:43687: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111),
20:08:43.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.520334 15885 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:08:43.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:43.621834 15981 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
20:08:43.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:43.622605 15981 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
20:08:43.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:43.623594 15981 flags.cc:432] Enabled unsafe flag: --never_fsync=true
20:08:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:43.666293 15981 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
20:08:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:43.666597 15981 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
20:08:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:43.667032 15981 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
20:08:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:43.667332 15981 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
20:08:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:43.667639 15981 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
20:08:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:43.667932 15981 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
20:08:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:43.668231 15981 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43123/jwks.json
20:08:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.717460 15981 master_runner.cc:386] Master server non-default flags:
20:08:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
20:08:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.54.212:41965
20:08:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
20:08:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
20:08:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data
20:08:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
20:08:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
20:08:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.54.254:38557,127.14.54.253:43687,127.14.54.252:43259
20:08:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/kudu.keytab
20:08:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.14.54.253
20:08:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
20:08:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
20:08:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
20:08:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.54.253:43687
20:08:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
20:08:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
20:08:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
20:08:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43123/jwks.json
20:08:43.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data/info.pb
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.54.253
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=37553
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/logs
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 02 May 2026 19:43:24 UTC on e7f111948823
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11715
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
20:08:43.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.719133 15981 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
20:08:43.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:43.720551 15981 file_cache.cc:492] Constructed file cache file cache with capacity 419430
20:08:43.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:43.735245 16003 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:44.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.538848 16009 raft_consensus.cc:493] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 4 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
20:08:44.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.541491 16009 raft_consensus.cc:515] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.566797 16009 leader_election.cc:290] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687), 11f9a9c0c4d3460cb4e6238708b9795c (127.14.54.252:43259)
20:08:44.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:44.586742 15834 leader_election.cc:336] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687): Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111)
20:08:44.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.596246 15954 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" candidate_term: 5 candidate_status { last_received { term: 4 index: 7 } } ignore_live_leader: false dest_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" is_pre_election: true
20:08:44.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.597466 15954 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 4 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 77c58a5e1c4e406f9d5617ef4a75eb2c in term 4.
20:08:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.599864 15835 leader_election.cc:304] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 11f9a9c0c4d3460cb4e6238708b9795c, 77c58a5e1c4e406f9d5617ef4a75eb2c; no voters: 2228ec2165e14a69ba1a3d583e185c25
20:08:44.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.600950 16009 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 4 FOLLOWER]: Leader pre-election won for term 5
20:08:44.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.601287 16009 raft_consensus.cc:493] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 4 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
20:08:44.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.601609 16009 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 4 FOLLOWER]: Advancing to term 5
20:08:44.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.620123 16009 raft_consensus.cc:515] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 5 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:44.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:44.628726 15834 leader_election.cc:336] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 5 election: RPC error from VoteRequest() call to peer 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687): Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111)
20:08:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.631265 15954 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" candidate_term: 5 candidate_status { last_received { term: 4 index: 7 } } ignore_live_leader: false dest_uuid: "11f9a9c0c4d3460cb4e6238708b9795c"
20:08:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.631880 15954 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 4 FOLLOWER]: Advancing to term 5
20:08:44.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.641484 16009 leader_election.cc:290] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 5 election: Requested vote from peers 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687), 11f9a9c0c4d3460cb4e6238708b9795c (127.14.54.252:43259)
20:08:44.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.644316 15954 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 5 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 77c58a5e1c4e406f9d5617ef4a75eb2c in term 5.
20:08:44.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.645563 15835 leader_election.cc:304] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [CANDIDATE]: Term 5 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 11f9a9c0c4d3460cb4e6238708b9795c, 77c58a5e1c4e406f9d5617ef4a75eb2c; no voters: 2228ec2165e14a69ba1a3d583e185c25
20:08:44.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.648512 16009 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 5 FOLLOWER]: Leader election won for term 5
20:08:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.654942 16009 raft_consensus.cc:697] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [term 5 LEADER]: Becoming Leader. State: Replica: 77c58a5e1c4e406f9d5617ef4a75eb2c, State: Running, Role: LEADER
20:08:44.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.656154 16009 consensus_queue.cc:237] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 7, Committed index: 7, Last appended: 4.7, Last appended by leader: 7, Current term: 5, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } }
20:08:44.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.675597 16014 sys_catalog.cc:455] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 77c58a5e1c4e406f9d5617ef4a75eb2c. Latest consensus state: current_term: 5 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:44.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.676466 16014 sys_catalog.cc:458] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: This master's current role is: LEADER
20:08:44.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.688581 16016 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
20:08:44.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.698406 16016 catalog_manager.cc:1494] Initializing Kudu cluster ID...
20:08:44.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.704021 16016 catalog_manager.cc:1269] Loaded cluster ID: 07dd08b63af24d45ab4704d3cd78c037
20:08:44.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.704385 16016 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
20:08:44.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.710743 16016 catalog_manager.cc:1514] Loading token signing keys...
20:08:44.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.716305 16016 catalog_manager.cc:6055] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c: Loaded TSK: 0
20:08:44.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:44.718017 16016 catalog_manager.cc:1524] Initializing in-progress tserver states...
20:08:45.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:45.063367 15954 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [term 5 FOLLOWER]: Refusing update from remote peer 77c58a5e1c4e406f9d5617ef4a75eb2c: Log matching property violated. Preceding OpId in replica: term: 4 index: 7. Preceding OpId from leader: term: 5 index: 8. (index mismatch)
20:08:45.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:45.065353 16014 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [LEADER]: Connected to new peer: Peer: permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 8, Last known committed idx: 7, Time since last communication: 0.000s
20:08:45.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:45.087705 16020 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: SysCatalogTable state changed. Reason: New leader 77c58a5e1c4e406f9d5617ef4a75eb2c. Latest consensus state: current_term: 5 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:45.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:45.088971 16020 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: This master's current role is: FOLLOWER
20:08:45.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:45.111364 16014 sys_catalog.cc:455] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 5 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:45.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:45.112232 16014 sys_catalog.cc:458] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c [sys.catalog]: This master's current role is: LEADER
20:08:45.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:45.118348 15834 consensus_peers.cc:597] T 00000000000000000000000000000000 P 77c58a5e1c4e406f9d5617ef4a75eb2c -> Peer 2228ec2165e14a69ba1a3d583e185c25 (127.14.54.253:43687): Couldn't send request to peer 2228ec2165e14a69ba1a3d583e185c25. Status: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
20:08:45.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:45.138760 16020 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 5 leader_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "77c58a5e1c4e406f9d5617ef4a75eb2c" member_type: VOTER last_known_addr { host: "127.14.54.254" port: 38557 } } peers { permanent_uuid: "2228ec2165e14a69ba1a3d583e185c25" member_type: VOTER last_known_addr { host: "127.14.54.253" port: 43687 } } peers { permanent_uuid: "11f9a9c0c4d3460cb4e6238708b9795c" member_type: VOTER last_known_addr { host: "127.14.54.252" port: 43259 } } }
20:08:45.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:45.139849 16020 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11f9a9c0c4d3460cb4e6238708b9795c [sys.catalog]: This master's current role is: FOLLOWER
20:08:45.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:45.783151 15812 master_runner.cc:186] Error getting master registration for 127.14.54.253:43687: Network error: Client connection negotiation failed: client connection to 127.14.54.253:43687: connect: Connection refused (error 111),
20:08:45.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:45.783813 15812 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
20:08:46.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:45.135937 16002 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 15981
20:08:46.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:46.036644 15981 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.298s user 0.567s sys 1.015s
20:08:46.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:46.037758 15981 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.300s user 0.568s sys 1.015s
20:08:46.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:43.738173 16004 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:46.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:46.040095 16006 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
20:08:46.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:46.046484 16005 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2300 milliseconds
20:08:46.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.046550 15981 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
20:08:46.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.047996 15981 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
20:08:46.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.051301 15981 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
20:08:46.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.052829 15981 hybrid_clock.cc:648] HybridClock initialized: now 1777752526052741 us; error 103 us; skew 500 ppm
20:08:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.053928 15981 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
20:08:46.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 02 20:08:46 dist-test-slave-m1tv krb5kdc[14567](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777752526, etypes {rep=17 tkt=17 ses=17}, kudu/127.14.54.253@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
20:08:46.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.060372 15981 init.cc:377] Logged in from keytab as kudu/127.14.54.253@KRBTEST.COM (short username kudu)
20:08:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.068423 15981 webserver.cc:492] Webserver started at http://127.14.54.253:37553/ using document root <none> and password file <none>
20:08:46.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.070513 15981 fs_manager.cc:362] Metadata directory not provided
20:08:46.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.070884 15981 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
20:08:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.080338 15981 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.005s sys 0.001s
20:08:46.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.086169 16033 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
20:08:46.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.088188 15981 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.002s
20:08:46.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.088797 15981 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data,/tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:46.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2228ec2165e14a69ba1a3d583e185c25"
20:08:46.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-02 20:08:07 on dist-test-slave-m1tv"
20:08:46.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.091814 15981 fs_report.cc:389] FS layout report
20:08:46.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
20:08:46.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:46.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/wal
20:08:46.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data/data
20:08:46.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
20:08:46.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
20:08:46.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
20:08:46.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
20:08:46.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
20:08:46.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
20:08:46.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
20:08:46.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
20:08:46.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
20:08:46.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
20:08:46.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
20:08:46.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.157948 15981 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
20:08:46.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.171613 15981 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
20:08:46.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.172356 15981 kserver.cc:163] Server-wide thread pool size limit: 3276
20:08:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.271716 15981 rpc_server.cc:307] RPC server started. Bound to: 127.14.54.253:43687
20:08:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.271773 16085 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.54.253:43687 every 8 connection(s)
20:08:46.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.274820 15981 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/master-1/data/info.pb
20:08:46.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.278334 14555 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu as pid 15981
20:08:46.279 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
20:08:46.279 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.14.54.254:38557(127.14.54.254:38557)] connecting to peer
20:08:46.281 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.14.54.254:38557(127.14.54.254:38557)] Successfully connected to peer
20:08:46.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.290203 16086 sys_catalog.cc:263] Verifying existing consensus state
20:08:46.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.298918 16086 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2228ec2165e14a69ba1a3d583e185c25: Bootstrap starting.
20:08:46.299 [DEBUG - kudu-nio-5] (SecurityContext.java:222) Refreshing Kerberos credentials...
20:08:46.299 [DEBUG - kudu-nio-5] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskl4vMpz/test-tmp/mini-kudu-cluster14914243836228289892/krb5kdc/krb5cc
20:08:46.301 [DEBUG - kudu-nio-5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
20:08:46.301 [WARN - kudu-nio-5] (SecurityContext.java:231) Tried to refresh Kerberos credentials but was unable to re-login from ticket cache
20:08:46.302 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.54.254:38557(127.14.54.254:38557)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
20:08:46.302 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.14.54.254:38557(127.14.54.254:38557)] handling channelInactive
20:08:46.303 [DEBUG - main] (Connection.java:575) [peer master-127.14.54.254:38557(127.14.54.254:38557)] disconnecting while in state TERMINATED
20:08:46.303 [DEBUG - main] (Connection.java:575) [peer master-127.14.54.252:43259(127.14.54.252:43259)] disconnecting while in state TERMINATED
20:08:46.303 [DEBUG - main] (Connection.java:575) [peer master-127.14.54.253:43687(127.14.54.253:43687)] disconnecting while in state TERMINATED
20:08:46.304 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:46.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260502 20:08:46.306277 16089 negotiation.cc:336] Failed RPC negotiation. Trace:
20:08:46.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:08:46.282071 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:45744 (local address 127.14.54.254:38557)
20:08:46.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:08:46.298236 (+ 16165us) server_negotiation.cc:207] Beginning negotiation
20:08:46.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:08:46.298257 (+ 21us) server_negotiation.cc:400] Waiting for connection header
20:08:46.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:08:46.298302 (+ 45us) server_negotiation.cc:408] Connection header received
20:08:46.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:08:46.298419 (+ 117us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
20:08:46.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:08:46.298436 (+ 17us) server_negotiation.cc:462] Received NEGOTIATE request from client
20:08:46.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:08:46.298628 (+ 192us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
20:08:46.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:08:46.298827 (+ 199us) server_negotiation.cc:227] Negotiated authn=SASL
20:08:46.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0502 20:08:46.304680 (+ 5853us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:45744: BlockingRecv error: recv got EOF from 127.0.0.1:45744 (error 108)
20:08:46.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":15613,"thread_start_us":15347,"threads_started":1}
20:08:46.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.308283 14555 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 15812
20:08:46.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.356421 14555 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 15981
20:08:46.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:46.382573 14555 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 15885
20:08:47.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-02T20:08:47Z chronyd exiting
20:08:48.693 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
20:08:48.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:48.696717 13824 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 14106
20:08:48.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:48.723419 13824 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 14263
20:08:48.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:48.758672 13824 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 14413
20:08:48.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:48.784682 13824 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 13836
20:08:48.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:48.819550 13824 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 13906
20:08:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260502 20:08:48.855870 13824 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskl4vMpz/build/tsan/bin/kudu with pid 13981
20:08:50.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-02T20:08:50Z chronyd exiting
20:08:51.109 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
20:08:51.291 [ERROR - main] (RetryRule.java:253) org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials: giving up after 1 attempts
20:08:51.291 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials: failed attempt 1
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testRenewAndReacquireKeberosCredentials(TestSecurity.java:346)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.Negotiator.chooseAndInitializeSaslMech(Negotiator.java:565)
at org.apache.kudu.client.Negotiator.handleNegotiateResponse(Negotiator.java:433)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:367)
at org.apache.kudu.client.Negotiator.channelRead0(Negotiator.java:94)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more