14:03:43.108 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
14:03:43.119 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskKIIEp7/test-tmp
14:03:43.125 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:03:43.129 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskKIIEp7/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:03:43.413 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
14:03:43.591 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:03:43.592 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:03:43.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:43.599879 27628 mini_oidc.cc:150] Starting JWKS server
14:03:43.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:43.605520 27628 webserver.cc:492] Webserver started at http://127.0.0.1:38503/ using document root <none> and password file <none>
14:03:43.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:43.606374 27628 mini_oidc.cc:186] Starting OIDC Discovery server
14:03:43.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:43.609016 27628 webserver.cc:492] Webserver started at http://127.0.0.1:45007/ using document root <none> and password file <none>
14:03:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-03T14:03:43Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:03:43.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-03T14:03:43Z Disabled control of system clock
14:03:43.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:43.689226 27628 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:03:43.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:03:43.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-0/wal
14:03:43.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-0/data
14:03:43.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:03:43.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:03:43.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:03:43.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:43.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:43.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:43.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-0/logs
14:03:43.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-0/data/info.pb
14:03:43.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:43.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:03:43.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:03:43.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:03:43.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:03:43.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:43.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:43.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:43.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:03:43.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:03:43.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:03:43.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:03:43.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.251.62:46303
14:03:43.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.251.62
14:03:43.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:43.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.251.20:35623
14:03:43.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:43.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:43.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:03:43.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:03:43.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.251.62:46303,127.26.251.61:42077,127.26.251.60:33157
14:03:43.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:03:43.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38503/jwks.json with env {}
14:03:44.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:44.030048 27641 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:03:44.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:44.030764 27641 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:03:44.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:44.031570 27641 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:03:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:44.065516 27641 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:03:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:44.065922 27641 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:03:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:44.066234 27641 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:03:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:44.066562 27641 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:03:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:44.066922 27641 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:03:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:44.067196 27641 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38503/jwks.json
14:03:44.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:44.106730 27641 master_runner.cc:386] Master server non-default flags:
14:03:44.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:44.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.251.20:35623
14:03:44.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:44.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:03:44.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-0/data
14:03:44.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-0/wal
14:03:44.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:03:44.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.251.62:46303,127.26.251.61:42077,127.26.251.60:33157
14:03:44.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:44.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:44.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:03:44.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.251.62:46303
14:03:44.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:03:44.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:03:44.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:03:44.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38503/jwks.json
14:03:44.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:44.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:44.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-0/data/info.pb
14:03:44.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.251.62
14:03:44.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:03:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:44.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:03:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:03:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-0/logs
14:03:44.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:03:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:03:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:03:44.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:03:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
14:03:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:03:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 13:43:22 UTC on e7f111948823
14:03:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11727
14:03:44.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:03:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:44.108532 27641 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:03:44.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:44.110954 27641 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:03:44.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:44.126425 27647 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:45.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:44.126938 27648 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:45.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:45.373209 27641 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.249s user 0.526s sys 0.722s
14:03:45.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:45.373663 27641 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.249s user 0.526s sys 0.722s
14:03:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.377187 27641 server_base.cc:1061] running on GCE node
14:03:45.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:45.378027 27652 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:45.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.379501 27641 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:03:45.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.382442 27641 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:03:45.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.384033 27641 hybrid_clock.cc:648] HybridClock initialized: now 1777817025383960 us; error 72 us; skew 500 ppm
14:03:45.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.385179 27641 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:03:45.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.396157 27641 webserver.cc:492] Webserver started at http://127.26.251.62:32857/ using document root <none> and password file <none>
14:03:45.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.397465 27641 fs_manager.cc:362] Metadata directory not provided
14:03:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.397763 27641 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:03:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.398365 27641 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:03:45.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.403160 27641 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-0/data/instance:
14:03:45.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13e10409b4a94068b21b1eacc9922044"
14:03:45.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:03:45 on dist-test-slave-m4t9"
14:03:45.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.404793 27641 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-0/wal/instance:
14:03:45.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13e10409b4a94068b21b1eacc9922044"
14:03:45.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:03:45 on dist-test-slave-m4t9"
14:03:45.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.415022 27641 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
14:03:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.421838 27657 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:03:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.423413 27641 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.004s sys 0.000s
14:03:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.423852 27641 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-0/data,/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-0/wal
14:03:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "13e10409b4a94068b21b1eacc9922044"
14:03:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:03:45 on dist-test-slave-m4t9"
14:03:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.424366 27641 fs_report.cc:389] FS layout report
14:03:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:03:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-0/wal
14:03:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-0/wal
14:03:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-0/data/data
14:03:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:03:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:03:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:03:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:03:45.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:03:45.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:03:45.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:03:45.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:03:45.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:03:45.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:03:45.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:03:45.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.499562 27641 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:03:45.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.501353 27641 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:03:45.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.501927 27641 kserver.cc:163] Server-wide thread pool size limit: 3276
14:03:45.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.582058 27641 rpc_server.cc:307] RPC server started. Bound to: 127.26.251.62:46303
14:03:45.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.582129 27708 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.251.62:46303 every 8 connection(s)
14:03:45.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.585260 27641 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-0/data/info.pb
14:03:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.590341 27628 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu as pid 27641
14:03:45.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.590927 27628 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-0/wal/instance
14:03:45.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.593315 27709 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:03:45.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.596887 27628 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:03:45.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:03:45.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-1/wal
14:03:45.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-1/data
14:03:45.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:03:45.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:03:45.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:03:45.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:45.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:45.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:45.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-1/logs
14:03:45.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-1/data/info.pb
14:03:45.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:45.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:03:45.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:03:45.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:03:45.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:03:45.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:45.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:45.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:45.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:03:45.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:03:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:03:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:03:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.251.61:42077
14:03:45.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.251.61
14:03:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.251.20:35623
14:03:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:03:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:03:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.251.62:46303,127.26.251.61:42077,127.26.251.60:33157
14:03:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:03:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38503/jwks.json with env {}
14:03:45.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.611586 27709 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.251.62" port: 46303 } has no permanent_uuid. Determining permanent_uuid...
14:03:45.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.639380 27709 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } has no permanent_uuid. Determining permanent_uuid...
14:03:45.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:45.642051 27658 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.251.61:42077: connect: Connection refused (error 111)
14:03:45.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:45.646445 27709 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.251.61:42077: Network error: Client connection negotiation failed: client connection to 127.26.251.61:42077: connect: Connection refused (error 111)
14:03:45.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.695986 27709 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } attempt: 1
14:03:45.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:45.700959 27709 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.251.61:42077: Network error: Client connection negotiation failed: client connection to 127.26.251.61:42077: connect: Connection refused (error 111)
14:03:45.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.769384 27709 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } attempt: 2
14:03:45.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:45.773998 27709 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.251.61:42077: Network error: Client connection negotiation failed: client connection to 127.26.251.61:42077: connect: Connection refused (error 111)
14:03:45.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:45.865479 27709 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } attempt: 3
14:03:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:45.870594 27709 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.251.61:42077: Network error: Client connection negotiation failed: client connection to 127.26.251.61:42077: connect: Connection refused (error 111)
14:03:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:45.930694 27711 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:03:45.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:45.931263 27711 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:03:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:45.931720 27711 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:03:45.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:45.964888 27711 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:03:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:45.965185 27711 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:03:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:45.965381 27711 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:03:45.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:45.965575 27711 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:03:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:45.965806 27711 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:03:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:45.966032 27711 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38503/jwks.json
14:03:46.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:46.005190 27711 master_runner.cc:386] Master server non-default flags:
14:03:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.251.20:35623
14:03:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:03:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-1/data
14:03:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-1/wal
14:03:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:03:46.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.251.62:46303,127.26.251.61:42077,127.26.251.60:33157
14:03:46.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:46.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:46.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:03:46.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.251.61:42077
14:03:46.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:03:46.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:03:46.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:03:46.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38503/jwks.json
14:03:46.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:46.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:46.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-1/data/info.pb
14:03:46.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.251.61
14:03:46.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:46.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:03:46.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:46.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:03:46.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:03:46.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:46.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-1/logs
14:03:46.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:03:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:03:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:03:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:03:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
14:03:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:03:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 13:43:22 UTC on e7f111948823
14:03:46.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11727
14:03:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:03:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:46.006752 27711 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:03:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:46.008888 27711 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:03:46.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:46.014053 27709 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } attempt: 4
14:03:46.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:46.018668 27709 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.251.61:42077: Network error: Client connection negotiation failed: client connection to 127.26.251.61:42077: connect: Connection refused (error 111)
14:03:46.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:46.023280 27720 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:46.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:46.318135 27709 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } attempt: 5
14:03:46.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:46.326365 27709 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.251.61:42077: Network error: Client connection negotiation failed: client connection to 127.26.251.61:42077: connect: Connection refused (error 111)
14:03:46.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:46.873937 27709 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } attempt: 6
14:03:46.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:46.900130 27709 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.251.61:42077: Network error: Client connection negotiation failed: client connection to 127.26.251.61:42077: connect: Connection refused (error 111)
14:03:47.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:47.427155 27719 debug-util.cc:398] Leaking SignalData structure 0x7b0800034cc0 after lost signal to thread 27711
14:03:47.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:47.500133 27719 kernel_stack_watchdog.cc:198] Thread 27711 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 401ms:
14:03:47.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:03:47.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:03:47.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:03:47.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:03:47.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:47.501662 27711 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.478s user 0.486s sys 0.992s
14:03:47.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:47.502069 27711 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.479s user 0.486s sys 0.992s
14:03:47.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:46.024649 27721 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:47.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:47.502744 27722 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1478 milliseconds
14:03:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:47.504426 27723 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:47.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.504464 27711 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:03:47.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.509263 27711 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:03:47.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.512188 27711 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:03:47.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.513726 27711 hybrid_clock.cc:648] HybridClock initialized: now 1777817027513684 us; error 41 us; skew 500 ppm
14:03:47.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.514724 27711 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:03:47.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.521459 27711 webserver.cc:492] Webserver started at http://127.26.251.61:34797/ using document root <none> and password file <none>
14:03:47.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.522573 27711 fs_manager.cc:362] Metadata directory not provided
14:03:47.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.522846 27711 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:03:47.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.523420 27711 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:03:47.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.528008 27711 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-1/data/instance:
14:03:47.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a96c8062fd86475792dcfd0949e3430b"
14:03:47.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:03:47 on dist-test-slave-m4t9"
14:03:47.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.529414 27711 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-1/wal/instance:
14:03:47.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a96c8062fd86475792dcfd0949e3430b"
14:03:47.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:03:47 on dist-test-slave-m4t9"
14:03:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.537182 27711 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.001s
14:03:47.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.543228 27732 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:03:47.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.544463 27711 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.006s sys 0.000s
14:03:47.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.544898 27711 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-1/data,/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-1/wal
14:03:47.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a96c8062fd86475792dcfd0949e3430b"
14:03:47.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:03:47 on dist-test-slave-m4t9"
14:03:47.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.545321 27711 fs_report.cc:389] FS layout report
14:03:47.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:03:47.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-1/wal
14:03:47.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-1/wal
14:03:47.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-1/data/data
14:03:47.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:03:47.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:03:47.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:03:47.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:03:47.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:03:47.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:03:47.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:03:47.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:03:47.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:03:47.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:03:47.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:03:47.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.599213 27711 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:03:47.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.600944 27711 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:03:47.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.601478 27711 kserver.cc:163] Server-wide thread pool size limit: 3276
14:03:47.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.676805 27711 rpc_server.cc:307] RPC server started. Bound to: 127.26.251.61:42077
14:03:47.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.677008 27783 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.251.61:42077 every 8 connection(s)
14:03:47.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.679781 27711 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-1/data/info.pb
14:03:47.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.680629 27628 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu as pid 27711
14:03:47.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.681097 27628 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-1/wal/instance
14:03:47.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.684587 27628 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:03:47.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:03:47.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-2/wal
14:03:47.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-2/data
14:03:47.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:03:47.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:03:47.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:03:47.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:47.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:47.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:47.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-2/logs
14:03:47.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-2/data/info.pb
14:03:47.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:47.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:03:47.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:03:47.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:03:47.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:03:47.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:47.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:47.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:47.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:03:47.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:03:47.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:03:47.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:03:47.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.251.60:33157
14:03:47.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.251.60
14:03:47.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:47.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.251.20:35623
14:03:47.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:47.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:47.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:03:47.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:03:47.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.251.62:46303,127.26.251.61:42077,127.26.251.60:33157
14:03:47.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:03:47.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38503/jwks.json with env {}
14:03:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.690649 27784 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:03:47.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.704178 27784 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.251.62" port: 46303 } has no permanent_uuid. Determining permanent_uuid...
14:03:47.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.731103 27784 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } has no permanent_uuid. Determining permanent_uuid...
14:03:47.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.745820 27784 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } has no permanent_uuid. Determining permanent_uuid...
14:03:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:47.748404 27734 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.251.60:33157: connect: Connection refused (error 111)
14:03:47.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:47.753029 27784 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.251.60:33157: Network error: Client connection negotiation failed: client connection to 127.26.251.60:33157: connect: Connection refused (error 111)
14:03:47.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.802659 27784 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } attempt: 1
14:03:47.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:47.806946 27784 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.251.60:33157: Network error: Client connection negotiation failed: client connection to 127.26.251.60:33157: connect: Connection refused (error 111)
14:03:47.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.875474 27784 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } attempt: 2
14:03:47.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:47.880043 27784 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.251.60:33157: Network error: Client connection negotiation failed: client connection to 127.26.251.60:33157: connect: Connection refused (error 111)
14:03:47.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.960796 27709 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } attempt: 7
14:03:47.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.971633 27784 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } attempt: 3
14:03:47.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:47.974396 27709 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } has no permanent_uuid. Determining permanent_uuid...
14:03:47.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:47.976418 27784 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.251.60:33157: Network error: Client connection negotiation failed: client connection to 127.26.251.60:33157: connect: Connection refused (error 111)
14:03:47.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:47.980551 27709 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.251.60:33157: Network error: Client connection negotiation failed: client connection to 127.26.251.60:33157: connect: Connection refused (error 111)
14:03:48.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:48.022281 27786 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:03:48.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:48.022845 27786 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:03:48.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:48.023370 27786 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:03:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:48.039059 27709 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } attempt: 1
14:03:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:48.043272 27709 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.251.60:33157: Network error: Client connection negotiation failed: client connection to 127.26.251.60:33157: connect: Connection refused (error 111)
14:03:48.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:48.058261 27786 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:03:48.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:48.058563 27786 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:03:48.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:48.058760 27786 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:03:48.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:48.058947 27786 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:03:48.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:48.059129 27786 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:03:48.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:48.059403 27786 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38503/jwks.json
14:03:48.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:48.097090 27786 master_runner.cc:386] Master server non-default flags:
14:03:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.251.20:35623
14:03:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:03:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-2/data
14:03:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-2/wal
14:03:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:03:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.251.62:46303,127.26.251.61:42077,127.26.251.60:33157
14:03:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:48.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:03:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.251.60:33157
14:03:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:03:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:03:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:03:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38503/jwks.json
14:03:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-2/data/info.pb
14:03:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.251.60
14:03:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:03:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:03:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:03:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-2/logs
14:03:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:48.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:03:48.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:03:48.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:03:48.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:03:48.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
14:03:48.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:03:48.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 13:43:22 UTC on e7f111948823
14:03:48.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11727
14:03:48.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:03:48.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:48.098680 27786 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:03:48.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:48.100945 27786 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:03:48.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:48.114411 27798 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:48.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:48.119947 27784 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } attempt: 4
14:03:48.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:48.124717 27709 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } attempt: 2
14:03:48.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:48.125538 27784 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.251.60:33157: Network error: Client connection negotiation failed: client connection to 127.26.251.60:33157: connect: Connection refused (error 111)
14:03:48.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:48.132647 27709 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.251.60:33157: Network error: Client connection negotiation failed: client connection to 127.26.251.60:33157: connect: Connection refused (error 111)
14:03:48.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:48.218243 27709 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } attempt: 3
14:03:48.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:48.226449 27709 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.251.60:33157: Network error: Client connection negotiation failed: client connection to 127.26.251.60:33157: connect: Connection refused (error 111)
14:03:48.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:48.367053 27709 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } attempt: 4
14:03:48.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:48.375439 27709 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.251.60:33157: Network error: Client connection negotiation failed: client connection to 127.26.251.60:33157: connect: Connection refused (error 111)
14:03:48.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:48.425026 27784 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } attempt: 5
14:03:48.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:48.433745 27784 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.251.60:33157: Network error: Client connection negotiation failed: client connection to 127.26.251.60:33157: connect: Connection refused (error 111)
14:03:48.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:48.659065 27709 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } attempt: 5
14:03:48.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:48.667521 27709 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.251.60:33157: Network error: Client connection negotiation failed: client connection to 127.26.251.60:33157: connect: Connection refused (error 111)
14:03:48.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:48.981494 27784 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } attempt: 6
14:03:49.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:49.007406 27784 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.251.60:33157: Network error: Client connection negotiation failed: client connection to 127.26.251.60:33157: connect: Connection refused (error 111)
14:03:49.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:49.220156 27709 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } attempt: 6
14:03:49.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:49.251716 27709 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.251.60:33157: Network error: Client connection negotiation failed: client connection to 127.26.251.60:33157: connect: Connection refused (error 111)
14:03:49.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:49.517450 27797 debug-util.cc:398] Leaking SignalData structure 0x7b0800034cc0 after lost signal to thread 27786
14:03:49.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:49.912024 27797 kernel_stack_watchdog.cc:198] Thread 27786 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
14:03:49.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:03:49.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:03:49.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:03:49.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:03:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:48.116729 27799 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:49.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:49.913329 27800 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1796 milliseconds
14:03:49.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:49.913844 27786 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.799s user 0.664s sys 1.128s
14:03:49.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:49.914218 27786 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.800s user 0.664s sys 1.128s
14:03:49.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:49.920008 27801 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:49.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:49.920045 27786 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:03:49.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:49.921319 27786 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:03:49.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:49.924219 27786 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:03:49.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:49.925602 27786 hybrid_clock.cc:648] HybridClock initialized: now 1777817029925561 us; error 73 us; skew 500 ppm
14:03:49.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:49.926635 27786 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:03:49.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:49.932978 27786 webserver.cc:492] Webserver started at http://127.26.251.60:36821/ using document root <none> and password file <none>
14:03:49.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:49.933890 27786 fs_manager.cc:362] Metadata directory not provided
14:03:49.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:49.934082 27786 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:03:49.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:49.934464 27786 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:03:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:49.938990 27786 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-2/data/instance:
14:03:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b1086d329cf548a89d9456c5157a64c5"
14:03:49.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:03:49 on dist-test-slave-m4t9"
14:03:49.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:49.940068 27786 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-2/wal/instance:
14:03:49.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b1086d329cf548a89d9456c5157a64c5"
14:03:49.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:03:49 on dist-test-slave-m4t9"
14:03:49.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:49.947535 27786 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.001s sys 0.005s
14:03:49.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:49.953680 27812 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:03:49.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:49.955070 27786 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
14:03:49.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:49.955476 27786 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-2/data,/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-2/wal
14:03:49.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b1086d329cf548a89d9456c5157a64c5"
14:03:49.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:03:49 on dist-test-slave-m4t9"
14:03:49.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:49.955926 27786 fs_report.cc:389] FS layout report
14:03:49.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:03:49.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-2/wal
14:03:49.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-2/wal
14:03:49.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-2/data/data
14:03:49.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:03:49.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:03:49.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:03:49.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:03:49.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:03:49.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:03:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:03:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:03:49.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:03:49.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:03:49.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:03:50.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.013996 27786 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:03:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.015784 27786 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:03:50.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.016325 27786 kserver.cc:163] Server-wide thread pool size limit: 3276
14:03:50.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.068125 27784 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } attempt: 7
14:03:50.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:50.076032 27784 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.251.60:33157: Network error: Client connection negotiation failed: client connection to 127.26.251.60:33157: connect: Connection refused (error 111)
14:03:50.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.097532 27786 rpc_server.cc:307] RPC server started. Bound to: 127.26.251.60:33157
14:03:50.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.097676 27865 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.251.60:33157 every 8 connection(s)
14:03:50.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.100667 27786 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-2/data/info.pb
14:03:50.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.107010 27866 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:03:50.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.108103 27628 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu as pid 27786
14:03:50.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.108593 27628 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/master-2/wal/instance
14:03:50.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.123864 27866 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.251.62" port: 46303 } has no permanent_uuid. Determining permanent_uuid...
14:03:50.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.151338 27866 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } has no permanent_uuid. Determining permanent_uuid...
14:03:50.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.161923 27866 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } has no permanent_uuid. Determining permanent_uuid...
14:03:50.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.179163 27866 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5: Bootstrap starting.
14:03:50.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.186123 27866 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5: Neither blocks nor log segments found. Creating new log.
14:03:50.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.187892 27866 log.cc:826] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5: Log is configured to *not* fsync() on all Append() calls
14:03:50.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.193521 27866 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5: No bootstrap required, opened a new log
14:03:50.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.214190 27866 raft_consensus.cc:359] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e10409b4a94068b21b1eacc9922044" member_type: VOTER last_known_addr { host: "127.26.251.62" port: 46303 } } peers { permanent_uuid: "a96c8062fd86475792dcfd0949e3430b" member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } } peers { permanent_uuid: "b1086d329cf548a89d9456c5157a64c5" member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } }
14:03:50.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.214884 27866 raft_consensus.cc:385] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:03:50.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.215077 27866 raft_consensus.cc:740] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b1086d329cf548a89d9456c5157a64c5, State: Initialized, Role: FOLLOWER
14:03:50.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.215814 27866 consensus_queue.cc:260] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e10409b4a94068b21b1eacc9922044" member_type: VOTER last_known_addr { host: "127.26.251.62" port: 46303 } } peers { permanent_uuid: "a96c8062fd86475792dcfd0949e3430b" member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } } peers { permanent_uuid: "b1086d329cf548a89d9456c5157a64c5" member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } }
14:03:50.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.218268 27875 sys_catalog.cc:455] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e10409b4a94068b21b1eacc9922044" member_type: VOTER last_known_addr { host: "127.26.251.62" port: 46303 } } peers { permanent_uuid: "a96c8062fd86475792dcfd0949e3430b" member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } } peers { permanent_uuid: "b1086d329cf548a89d9456c5157a64c5" member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } } }
14:03:50.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.218971 27875 sys_catalog.cc:458] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5 [sys.catalog]: This master's current role is: FOLLOWER
14:03:50.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.219759 27866 sys_catalog.cc:565] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5 [sys.catalog]: configured and running, proceeding with master startup.
14:03:50.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:50.247453 27886 catalog_manager.cc:1568] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:03:50.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:50.247864 27886 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:03:50.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.243085 27786 master_runner.cc:186] Error getting master registration for 127.26.251.62:46303: OK, instance_id { permanent_uuid: "13e10409b4a94068b21b1eacc9922044" instance_seqno: 1777817025558980 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:03:50.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.266032 27786 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:03:50.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:50.272799 27818 tablet.cc:2404] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:03:50.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.285364 27709 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } attempt: 7
14:03:50.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.305405 27709 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044: Bootstrap starting.
14:03:50.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.313488 27709 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044: Neither blocks nor log segments found. Creating new log.
14:03:50.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.315721 27709 log.cc:826] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044: Log is configured to *not* fsync() on all Append() calls
14:03:50.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.321491 27709 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044: No bootstrap required, opened a new log
14:03:50.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.351576 27709 raft_consensus.cc:359] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e10409b4a94068b21b1eacc9922044" member_type: VOTER last_known_addr { host: "127.26.251.62" port: 46303 } } peers { permanent_uuid: "a96c8062fd86475792dcfd0949e3430b" member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } } peers { permanent_uuid: "b1086d329cf548a89d9456c5157a64c5" member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } }
14:03:50.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.352499 27709 raft_consensus.cc:385] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:03:50.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.352839 27709 raft_consensus.cc:740] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 13e10409b4a94068b21b1eacc9922044, State: Initialized, Role: FOLLOWER
14:03:50.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.353813 27709 consensus_queue.cc:260] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e10409b4a94068b21b1eacc9922044" member_type: VOTER last_known_addr { host: "127.26.251.62" port: 46303 } } peers { permanent_uuid: "a96c8062fd86475792dcfd0949e3430b" member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } } peers { permanent_uuid: "b1086d329cf548a89d9456c5157a64c5" member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } }
14:03:50.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.357046 27890 sys_catalog.cc:455] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e10409b4a94068b21b1eacc9922044" member_type: VOTER last_known_addr { host: "127.26.251.62" port: 46303 } } peers { permanent_uuid: "a96c8062fd86475792dcfd0949e3430b" member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } } peers { permanent_uuid: "b1086d329cf548a89d9456c5157a64c5" member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } } }
14:03:50.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.358356 27890 sys_catalog.cc:458] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [sys.catalog]: This master's current role is: FOLLOWER
14:03:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.359007 27709 sys_catalog.cc:565] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [sys.catalog]: configured and running, proceeding with master startup.
14:03:50.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:50.390969 27901 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:03:50.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:50.391371 27901 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:03:50.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.389176 27641 master_runner.cc:186] Error getting master registration for 127.26.251.61:42077: OK, instance_id { permanent_uuid: "a96c8062fd86475792dcfd0949e3430b" instance_seqno: 1777817027656219 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:03:50.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.420933 27641 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:03:50.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.425370 27890 raft_consensus.cc:493] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:03:50.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.425997 27890 raft_consensus.cc:515] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e10409b4a94068b21b1eacc9922044" member_type: VOTER last_known_addr { host: "127.26.251.62" port: 46303 } } peers { permanent_uuid: "a96c8062fd86475792dcfd0949e3430b" member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } } peers { permanent_uuid: "b1086d329cf548a89d9456c5157a64c5" member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } }
14:03:50.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.428785 27890 leader_election.cc:290] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a96c8062fd86475792dcfd0949e3430b (127.26.251.61:42077), b1086d329cf548a89d9456c5157a64c5 (127.26.251.60:33157)
14:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.430392 27839 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "13e10409b4a94068b21b1eacc9922044" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b1086d329cf548a89d9456c5157a64c5" is_pre_election: true
14:03:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.431384 27839 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 13e10409b4a94068b21b1eacc9922044 in term 0.
14:03:50.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.432806 27659 leader_election.cc:304] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 13e10409b4a94068b21b1eacc9922044, b1086d329cf548a89d9456c5157a64c5; no voters:
14:03:50.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.433743 27890 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:03:50.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.434110 27890 raft_consensus.cc:493] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:03:50.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.434428 27890 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [term 0 FOLLOWER]: Advancing to term 1
14:03:50.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.441668 27890 raft_consensus.cc:515] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e10409b4a94068b21b1eacc9922044" member_type: VOTER last_known_addr { host: "127.26.251.62" port: 46303 } } peers { permanent_uuid: "a96c8062fd86475792dcfd0949e3430b" member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } } peers { permanent_uuid: "b1086d329cf548a89d9456c5157a64c5" member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } }
14:03:50.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.445299 27839 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "13e10409b4a94068b21b1eacc9922044" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b1086d329cf548a89d9456c5157a64c5"
14:03:50.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.445950 27839 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5 [term 0 FOLLOWER]: Advancing to term 1
14:03:50.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.453378 27839 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 13e10409b4a94068b21b1eacc9922044 in term 1.
14:03:50.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.454564 27659 leader_election.cc:304] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 13e10409b4a94068b21b1eacc9922044, b1086d329cf548a89d9456c5157a64c5; no voters:
14:03:50.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.460970 27890 leader_election.cc:290] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [CANDIDATE]: Term 1 election: Requested vote from peers a96c8062fd86475792dcfd0949e3430b (127.26.251.61:42077), b1086d329cf548a89d9456c5157a64c5 (127.26.251.60:33157)
14:03:50.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.461633 27890 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [term 1 FOLLOWER]: Leader election won for term 1
14:03:50.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.463460 27890 raft_consensus.cc:697] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [term 1 LEADER]: Becoming Leader. State: Replica: 13e10409b4a94068b21b1eacc9922044, State: Running, Role: LEADER
14:03:50.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.467825 27890 consensus_queue.cc:237] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e10409b4a94068b21b1eacc9922044" member_type: VOTER last_known_addr { host: "127.26.251.62" port: 46303 } } peers { permanent_uuid: "a96c8062fd86475792dcfd0949e3430b" member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } } peers { permanent_uuid: "b1086d329cf548a89d9456c5157a64c5" member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } }
14:03:50.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.500316 27903 sys_catalog.cc:455] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 13e10409b4a94068b21b1eacc9922044. Latest consensus state: current_term: 1 leader_uuid: "13e10409b4a94068b21b1eacc9922044" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e10409b4a94068b21b1eacc9922044" member_type: VOTER last_known_addr { host: "127.26.251.62" port: 46303 } } peers { permanent_uuid: "a96c8062fd86475792dcfd0949e3430b" member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } } peers { permanent_uuid: "b1086d329cf548a89d9456c5157a64c5" member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } } }
14:03:50.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.501840 27903 sys_catalog.cc:458] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [sys.catalog]: This master's current role is: LEADER
14:03:50.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.506301 27905 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
14:03:50.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:50.521413 27663 tablet.cc:2404] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:03:50.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.525911 27905 catalog_manager.cc:1494] Initializing Kudu cluster ID...
14:03:50.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.552539 27839 raft_consensus.cc:1275] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5 [term 1 FOLLOWER]: Refusing update from remote peer 13e10409b4a94068b21b1eacc9922044: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:03:50.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.561617 27890 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b1086d329cf548a89d9456c5157a64c5" member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:03:50.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.600261 27875 sys_catalog.cc:455] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 13e10409b4a94068b21b1eacc9922044. Latest consensus state: current_term: 1 leader_uuid: "13e10409b4a94068b21b1eacc9922044" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e10409b4a94068b21b1eacc9922044" member_type: VOTER last_known_addr { host: "127.26.251.62" port: 46303 } } peers { permanent_uuid: "a96c8062fd86475792dcfd0949e3430b" member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } } peers { permanent_uuid: "b1086d329cf548a89d9456c5157a64c5" member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } } }
14:03:50.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.603292 27875 sys_catalog.cc:458] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5 [sys.catalog]: This master's current role is: FOLLOWER
14:03:50.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.618731 27906 mvcc.cc:204] Tried to move back new op lower bound from 7281938557107208192 to 7281938556822405120. Current Snapshot: MvccSnapshot[applied={T|T < 7281938557107208192}]
14:03:50.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.625109 27903 sys_catalog.cc:455] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "13e10409b4a94068b21b1eacc9922044" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e10409b4a94068b21b1eacc9922044" member_type: VOTER last_known_addr { host: "127.26.251.62" port: 46303 } } peers { permanent_uuid: "a96c8062fd86475792dcfd0949e3430b" member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } } peers { permanent_uuid: "b1086d329cf548a89d9456c5157a64c5" member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } } }
14:03:50.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.625849 27903 sys_catalog.cc:458] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [sys.catalog]: This master's current role is: LEADER
14:03:50.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.630854 27905 catalog_manager.cc:1357] Generated new cluster ID: 7db5ebced8da4863bd50f284ae8ae63e
14:03:50.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.631176 27905 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
14:03:50.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.668393 27875 sys_catalog.cc:455] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "13e10409b4a94068b21b1eacc9922044" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e10409b4a94068b21b1eacc9922044" member_type: VOTER last_known_addr { host: "127.26.251.62" port: 46303 } } peers { permanent_uuid: "a96c8062fd86475792dcfd0949e3430b" member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } } peers { permanent_uuid: "b1086d329cf548a89d9456c5157a64c5" member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } } }
14:03:50.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.669092 27875 sys_catalog.cc:458] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5 [sys.catalog]: This master's current role is: FOLLOWER
14:03:50.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.675503 27905 catalog_manager.cc:1380] Generated new certificate authority record
14:03:50.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.680255 27905 catalog_manager.cc:1514] Loading token signing keys...
14:03:50.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.727115 27905 catalog_manager.cc:6044] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044: Generated new TSK 0
14:03:50.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.730700 27905 catalog_manager.cc:1524] Initializing in-progress tserver states...
14:03:50.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:50.779634 27628 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:03:50.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:03:50.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-0/wal
14:03:50.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-0/data
14:03:50.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:03:50.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:03:50.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:03:50.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:50.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:50.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:50.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-0/logs
14:03:50.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-0/data/info.pb
14:03:50.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:50.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:03:50.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:03:50.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:03:50.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:03:50.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:50.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:50.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:50.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:03:50.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:03:50.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.251.1:0
14:03:50.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.251.1
14:03:50.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.251.1
14:03:50.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:50.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.251.62:46303,127.26.251.61:42077,127.26.251.60:33157
14:03:50.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.251.20:35623
14:03:50.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:50.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:50.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:03:51.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:51.254323 27886 catalog_manager.cc:1269] Loaded cluster ID: 7db5ebced8da4863bd50f284ae8ae63e
14:03:51.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:51.254649 27886 catalog_manager.cc:1562] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5: loading cluster ID for follower catalog manager: success
14:03:51.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:51.261960 27886 catalog_manager.cc:1584] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5: acquiring CA information for follower catalog manager: success
14:03:51.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:51.275280 27886 catalog_manager.cc:1612] T 00000000000000000000000000000000 P b1086d329cf548a89d9456c5157a64c5: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:03:51.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:51.352967 27911 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:03:51.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:51.354177 27911 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:03:51.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:51.355247 27911 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:03:51.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:51.419191 27911 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:03:51.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:51.421176 27911 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.251.1
14:03:51.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:51.489938 27911 tablet_server_runner.cc:78] Tablet server non-default flags:
14:03:51.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.251.20:35623
14:03:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:03:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-0/data
14:03:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-0/wal
14:03:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.251.1:0
14:03:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:03:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-0/data/info.pb
14:03:51.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.251.1
14:03:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.251.62:46303,127.26.251.61:42077,127.26.251.60:33157
14:03:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:03:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:03:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:03:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.251.1
14:03:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-0/logs
14:03:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:03:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:03:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:03:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:03:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
14:03:51.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:03:51.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 13:43:22 UTC on e7f111948823
14:03:51.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11727
14:03:51.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:03:51.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:51.494846 27911 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:03:51.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:51.497466 27911 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:03:51.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:51.522955 27918 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:52.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:52.007258 27658 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.26.251.61:42077 timed out after 1.558s (SENT) [suppressed 13 similar messages]
14:03:52.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.166576 27784 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } attempt: 8
14:03:52.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.211169 27784 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a96c8062fd86475792dcfd0949e3430b: Bootstrap starting.
14:03:52.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.232434 27784 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a96c8062fd86475792dcfd0949e3430b: Neither blocks nor log segments found. Creating new log.
14:03:52.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.235872 27784 log.cc:826] T 00000000000000000000000000000000 P a96c8062fd86475792dcfd0949e3430b: Log is configured to *not* fsync() on all Append() calls
14:03:52.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.373864 27784 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a96c8062fd86475792dcfd0949e3430b: No bootstrap required, opened a new log
14:03:52.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.433887 27784 raft_consensus.cc:359] T 00000000000000000000000000000000 P a96c8062fd86475792dcfd0949e3430b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e10409b4a94068b21b1eacc9922044" member_type: VOTER last_known_addr { host: "127.26.251.62" port: 46303 } } peers { permanent_uuid: "a96c8062fd86475792dcfd0949e3430b" member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } } peers { permanent_uuid: "b1086d329cf548a89d9456c5157a64c5" member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } }
14:03:52.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.435343 27784 raft_consensus.cc:385] T 00000000000000000000000000000000 P a96c8062fd86475792dcfd0949e3430b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:03:52.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.448696 27784 raft_consensus.cc:740] T 00000000000000000000000000000000 P a96c8062fd86475792dcfd0949e3430b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a96c8062fd86475792dcfd0949e3430b, State: Initialized, Role: FOLLOWER
14:03:52.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.450455 27784 consensus_queue.cc:260] T 00000000000000000000000000000000 P a96c8062fd86475792dcfd0949e3430b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e10409b4a94068b21b1eacc9922044" member_type: VOTER last_known_addr { host: "127.26.251.62" port: 46303 } } peers { permanent_uuid: "a96c8062fd86475792dcfd0949e3430b" member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } } peers { permanent_uuid: "b1086d329cf548a89d9456c5157a64c5" member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } }
14:03:52.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.461548 27755 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "13e10409b4a94068b21b1eacc9922044" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a96c8062fd86475792dcfd0949e3430b" is_pre_election: true
14:03:52.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.461517 27758 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "13e10409b4a94068b21b1eacc9922044" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a96c8062fd86475792dcfd0949e3430b"
14:03:52.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.461998 27784 sys_catalog.cc:565] T 00000000000000000000000000000000 P a96c8062fd86475792dcfd0949e3430b [sys.catalog]: configured and running, proceeding with master startup.
14:03:52.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.470063 27756 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "13e10409b4a94068b21b1eacc9922044" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a96c8062fd86475792dcfd0949e3430b"
14:03:52.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.461902 27930 sys_catalog.cc:455] T 00000000000000000000000000000000 P a96c8062fd86475792dcfd0949e3430b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e10409b4a94068b21b1eacc9922044" member_type: VOTER last_known_addr { host: "127.26.251.62" port: 46303 } } peers { permanent_uuid: "a96c8062fd86475792dcfd0949e3430b" member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } } peers { permanent_uuid: "b1086d329cf548a89d9456c5157a64c5" member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } } }
14:03:52.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.468942 27757 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a96c8062fd86475792dcfd0949e3430b [term 0 FOLLOWER]: Advancing to term 1
14:03:52.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.472661 27930 sys_catalog.cc:458] T 00000000000000000000000000000000 P a96c8062fd86475792dcfd0949e3430b [sys.catalog]: This master's current role is: FOLLOWER
14:03:52.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.461809 27759 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "13e10409b4a94068b21b1eacc9922044" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a96c8062fd86475792dcfd0949e3430b" is_pre_election: true
14:03:52.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:52.476032 27759 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:41940 (request call id 2) took 2045 ms (client timeout 2002 ms). Trace:
14:03:52.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:52.476840 27758 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:41940 (request call id 3) took 2028 ms (client timeout 1558 ms). Trace:
14:03:52.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:52.476871 27759 rpcz_store.cc:269] 0503 14:03:50.430831 (+ 0us) service_pool.cc:167] Inserting onto call queue
14:03:52.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:03:50.430985 (+ 154us) service_pool.cc:224] Handling call
14:03:52.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:03:52.475909 (+2044924us) inbound_call.cc:177] Queueing success response
14:03:52.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:03:52.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:52.477259 27758 rpcz_store.cc:269] 0503 14:03:50.448041 (+ 0us) service_pool.cc:167] Inserting onto call queue
14:03:52.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:03:50.448184 (+ 143us) service_pool.cc:224] Handling call
14:03:52.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:03:52.476770 (+2028586us) inbound_call.cc:177] Queueing success response
14:03:52.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:03:52.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.505154 27757 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a96c8062fd86475792dcfd0949e3430b [term 1 FOLLOWER]: Refusing update from remote peer 13e10409b4a94068b21b1eacc9922044: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:03:52.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.517452 27757 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:41940 (request call id 4) took 1968 ms. Trace:
14:03:52.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.518776 27757 rpcz_store.cc:276] 0503 14:03:50.549040 (+ 0us) service_pool.cc:167] Inserting onto call queue
14:03:52.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:03:50.549157 (+ 117us) service_pool.cc:224] Handling call
14:03:52.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:03:52.468599 (+1919442us) raft_consensus.cc:1471] Updating replica for 0 ops
14:03:52.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:03:52.516780 (+ 48181us) raft_consensus.cc:1697] Filling consensus response to leader.
14:03:52.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:03:52.517345 (+ 565us) inbound_call.cc:177] Queueing success response
14:03:52.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
14:03:52.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.523821 27929 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a96c8062fd86475792dcfd0949e3430b" member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
14:03:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.655853 27930 sys_catalog.cc:455] T 00000000000000000000000000000000 P a96c8062fd86475792dcfd0949e3430b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 13e10409b4a94068b21b1eacc9922044. Latest consensus state: current_term: 1 leader_uuid: "13e10409b4a94068b21b1eacc9922044" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e10409b4a94068b21b1eacc9922044" member_type: VOTER last_known_addr { host: "127.26.251.62" port: 46303 } } peers { permanent_uuid: "a96c8062fd86475792dcfd0949e3430b" member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } } peers { permanent_uuid: "b1086d329cf548a89d9456c5157a64c5" member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } } }
14:03:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.655974 27939 sys_catalog.cc:455] T 00000000000000000000000000000000 P a96c8062fd86475792dcfd0949e3430b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "13e10409b4a94068b21b1eacc9922044" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e10409b4a94068b21b1eacc9922044" member_type: VOTER last_known_addr { host: "127.26.251.62" port: 46303 } } peers { permanent_uuid: "a96c8062fd86475792dcfd0949e3430b" member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } } peers { permanent_uuid: "b1086d329cf548a89d9456c5157a64c5" member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } } }
14:03:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.656630 27930 sys_catalog.cc:458] T 00000000000000000000000000000000 P a96c8062fd86475792dcfd0949e3430b [sys.catalog]: This master's current role is: FOLLOWER
14:03:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.656769 27939 sys_catalog.cc:458] T 00000000000000000000000000000000 P a96c8062fd86475792dcfd0949e3430b [sys.catalog]: This master's current role is: FOLLOWER
14:03:52.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.720631 27946 catalog_manager.cc:1269] Loaded cluster ID: 7db5ebced8da4863bd50f284ae8ae63e
14:03:52.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.725929 27946 catalog_manager.cc:1562] T 00000000000000000000000000000000 P a96c8062fd86475792dcfd0949e3430b: loading cluster ID for follower catalog manager: success
14:03:52.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.758121 27946 catalog_manager.cc:1584] T 00000000000000000000000000000000 P a96c8062fd86475792dcfd0949e3430b: acquiring CA information for follower catalog manager: success
14:03:52.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.791726 27946 catalog_manager.cc:1612] T 00000000000000000000000000000000 P a96c8062fd86475792dcfd0949e3430b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:03:52.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.974857 27929 sys_catalog.cc:455] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "13e10409b4a94068b21b1eacc9922044" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "13e10409b4a94068b21b1eacc9922044" member_type: VOTER last_known_addr { host: "127.26.251.62" port: 46303 } } peers { permanent_uuid: "a96c8062fd86475792dcfd0949e3430b" member_type: VOTER last_known_addr { host: "127.26.251.61" port: 42077 } } peers { permanent_uuid: "b1086d329cf548a89d9456c5157a64c5" member_type: VOTER last_known_addr { host: "127.26.251.60" port: 33157 } } }
14:03:52.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:52.975597 27929 sys_catalog.cc:458] T 00000000000000000000000000000000 P 13e10409b4a94068b21b1eacc9922044 [sys.catalog]: This master's current role is: LEADER
14:03:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:52.918898 27917 debug-util.cc:398] Leaking SignalData structure 0x7b0800034ca0 after lost signal to thread 27911
14:03:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:51.528501 27919 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:53.506028 27917 kernel_stack_watchdog.cc:198] Thread 27911 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 386ms:
14:03:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:03:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:03:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:03:53.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:03:53.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:53.512722 27921 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:53.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:53.515080 27920 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1983 milliseconds
14:03:53.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:53.516202 27911 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.987s user 0.387s sys 0.745s
14:03:53.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:53.516852 27911 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.988s user 0.388s sys 0.745s
14:03:53.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.517333 27911 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:03:53.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.531181 27911 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:03:53.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.542023 27911 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:03:53.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.544500 27911 hybrid_clock.cc:648] HybridClock initialized: now 1777817033544460 us; error 50 us; skew 500 ppm
14:03:53.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.546036 27911 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:03:53.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.570171 27911 webserver.cc:492] Webserver started at http://127.26.251.1:44423/ using document root <none> and password file <none>
14:03:53.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.571939 27911 fs_manager.cc:362] Metadata directory not provided
14:03:53.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.572633 27911 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:03:53.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.573524 27911 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:03:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.580713 27911 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-0/data/instance:
14:03:53.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8446dc6d401a4c9682666dd0df95f5cf"
14:03:53.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:03:53 on dist-test-slave-m4t9"
14:03:53.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.583370 27911 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-0/wal/instance:
14:03:53.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8446dc6d401a4c9682666dd0df95f5cf"
14:03:53.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:03:53 on dist-test-slave-m4t9"
14:03:53.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.601423 27911 fs_manager.cc:696] Time spent creating directory manager: real 0.016s user 0.008s sys 0.006s
14:03:53.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.615664 27955 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:03:53.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.617851 27911 fs_manager.cc:730] Time spent opening block manager: real 0.011s user 0.003s sys 0.007s
14:03:53.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.618824 27911 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-0/data,/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-0/wal
14:03:53.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8446dc6d401a4c9682666dd0df95f5cf"
14:03:53.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:03:53 on dist-test-slave-m4t9"
14:03:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.619803 27911 fs_report.cc:389] FS layout report
14:03:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:03:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-0/wal
14:03:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-0/wal
14:03:53.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-0/data/data
14:03:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:03:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:03:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:03:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:03:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:03:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:03:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:03:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:03:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:03:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:03:53.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:03:53.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.753858 27911 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:03:53.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.756440 27911 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:03:53.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.758484 27911 kserver.cc:163] Server-wide thread pool size limit: 3276
14:03:53.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.768389 27911 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:03:53.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.781417 27911 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:03:53.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.792146 27911 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.011s user 0.000s sys 0.001s
14:03:53.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.793009 27911 ts_tablet_manager.cc:616] Registered 0 tablets
14:03:53.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:53.793473 27911 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:03:54.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:54.650318 28068 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.251.1:37001 every 8 connection(s)
14:03:54.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:54.651319 27911 rpc_server.cc:307] RPC server started. Bound to: 127.26.251.1:37001
14:03:54.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:54.655253 27911 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-0/data/info.pb
14:03:54.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:54.662092 27628 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu as pid 27911
14:03:54.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:54.662731 27628 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-0/wal/instance
14:03:54.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:54.691421 27628 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:03:54.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:03:54.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-1/wal
14:03:54.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-1/data
14:03:54.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:03:54.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:03:54.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:03:54.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:54.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:54.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:54.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-1/logs
14:03:54.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-1/data/info.pb
14:03:54.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:54.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:03:54.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:03:54.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:03:54.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:03:54.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:54.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:54.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:54.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:03:54.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:03:54.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.251.2:0
14:03:54.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.251.2
14:03:54.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.251.2
14:03:54.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:54.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.251.62:46303,127.26.251.61:42077,127.26.251.60:33157
14:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.251.20:35623
14:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:54.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:03:54.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:54.754451 28070 heartbeater.cc:344] Connected to a master server at 127.26.251.61:42077
14:03:54.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:54.755000 28070 heartbeater.cc:461] Registering TS with master...
14:03:54.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:54.756376 28070 heartbeater.cc:507] Master 127.26.251.61:42077 requested a full tablet report, sending...
14:03:54.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:54.760607 27749 ts_manager.cc:194] Registered new tserver with Master: 8446dc6d401a4c9682666dd0df95f5cf (127.26.251.1:37001)
14:03:54.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:54.783005 28069 heartbeater.cc:344] Connected to a master server at 127.26.251.60:33157
14:03:54.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:54.783450 28069 heartbeater.cc:461] Registering TS with master...
14:03:54.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:54.784463 28069 heartbeater.cc:507] Master 127.26.251.60:33157 requested a full tablet report, sending...
14:03:54.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:54.788517 27829 ts_manager.cc:194] Registered new tserver with Master: 8446dc6d401a4c9682666dd0df95f5cf (127.26.251.1:37001)
14:03:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:54.798669 28075 heartbeater.cc:344] Connected to a master server at 127.26.251.62:46303
14:03:54.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:54.799070 28075 heartbeater.cc:461] Registering TS with master...
14:03:54.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:54.800005 28075 heartbeater.cc:507] Master 127.26.251.62:46303 requested a full tablet report, sending...
14:03:54.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:54.802810 27674 ts_manager.cc:194] Registered new tserver with Master: 8446dc6d401a4c9682666dd0df95f5cf (127.26.251.1:37001)
14:03:54.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:54.806362 27674 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.251.1:45527
14:03:55.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:55.193953 28079 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:03:55.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:55.194590 28079 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:03:55.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:55.195204 28079 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:03:55.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:55.228837 28079 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:03:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:55.229919 28079 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.251.2
14:03:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:55.268508 28079 tablet_server_runner.cc:78] Tablet server non-default flags:
14:03:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.251.20:35623
14:03:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:03:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-1/data
14:03:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-1/wal
14:03:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.251.2:0
14:03:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:03:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:55.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-1/data/info.pb
14:03:55.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.251.2
14:03:55.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:55.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.251.62:46303,127.26.251.61:42077,127.26.251.60:33157
14:03:55.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:03:55.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:55.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:03:55.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:03:55.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:55.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.251.2
14:03:55.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-1/logs
14:03:55.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:55.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:03:55.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:03:55.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:03:55.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:03:55.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
14:03:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:03:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 13:43:22 UTC on e7f111948823
14:03:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11727
14:03:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:03:55.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:55.270315 28079 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:03:55.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:55.272728 28079 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:03:55.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:55.291440 28085 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:55.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:55.811422 28075 heartbeater.cc:499] Master 127.26.251.62:46303 was elected leader, sending a full tablet report...
14:03:56.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:55.294106 28086 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:56.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:56.637894 28087 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
14:03:56.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:56.639215 28088 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:56.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:56.643260 28079 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.352s user 0.499s sys 0.836s
14:03:56.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:56.643644 28079 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.353s user 0.499s sys 0.836s
14:03:56.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.643908 28079 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:03:56.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.645371 28079 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:03:56.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.648389 28079 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:03:56.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.650211 28079 hybrid_clock.cc:648] HybridClock initialized: now 1777817036650128 us; error 88 us; skew 500 ppm
14:03:56.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.651372 28079 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:03:56.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.668792 28079 webserver.cc:492] Webserver started at http://127.26.251.2:44253/ using document root <none> and password file <none>
14:03:56.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.669727 28079 fs_manager.cc:362] Metadata directory not provided
14:03:56.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.669994 28079 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:03:56.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.670517 28079 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:03:56.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.675240 28079 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-1/data/instance:
14:03:56.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ac2e045550644b09a44be5b2c326a41"
14:03:56.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:03:56 on dist-test-slave-m4t9"
14:03:56.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.677181 28079 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-1/wal/instance:
14:03:56.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ac2e045550644b09a44be5b2c326a41"
14:03:56.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:03:56 on dist-test-slave-m4t9"
14:03:56.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.687646 28079 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.008s sys 0.000s
14:03:56.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.696198 28096 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:03:56.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.698115 28079 fs_manager.cc:730] Time spent opening block manager: real 0.006s user 0.007s sys 0.000s
14:03:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.698577 28079 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-1/data,/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-1/wal
14:03:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ac2e045550644b09a44be5b2c326a41"
14:03:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:03:56 on dist-test-slave-m4t9"
14:03:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.699136 28079 fs_report.cc:389] FS layout report
14:03:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:03:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-1/wal
14:03:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-1/wal
14:03:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-1/data/data
14:03:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:03:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:03:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:03:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:03:56.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:03:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:03:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:03:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:03:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:03:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:03:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:03:56.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.795017 28079 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:03:56.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.796528 28079 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:03:56.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.797047 28079 kserver.cc:163] Server-wide thread pool size limit: 3276
14:03:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.799847 28079 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:03:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.804345 28079 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:03:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.804615 28079 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:03:56.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.804836 28079 ts_tablet_manager.cc:616] Registered 0 tablets
14:03:56.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.804975 28079 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:03:56.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.951440 28079 rpc_server.cc:307] RPC server started. Bound to: 127.26.251.2:35297
14:03:56.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.951622 28208 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.251.2:35297 every 8 connection(s)
14:03:56.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.954722 28079 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-1/data/info.pb
14:03:56.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.964336 27628 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu as pid 28079
14:03:56.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.964924 27628 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-1/wal/instance
14:03:56.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.979377 27628 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:03:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:03:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-2/wal
14:03:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-2/data
14:03:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:03:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:03:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:03:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-2/logs
14:03:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-2/data/info.pb
14:03:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:03:56.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:03:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:03:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:03:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:03:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:03:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.251.3:0
14:03:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.251.3
14:03:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.251.3
14:03:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.251.62:46303,127.26.251.61:42077,127.26.251.60:33157
14:03:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.251.20:35623
14:03:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:56.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
14:03:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.994704 28209 heartbeater.cc:344] Connected to a master server at 127.26.251.60:33157
14:03:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.995229 28209 heartbeater.cc:461] Registering TS with master...
14:03:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.996577 28209 heartbeater.cc:507] Master 127.26.251.60:33157 requested a full tablet report, sending...
14:03:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.997228 28210 heartbeater.cc:344] Connected to a master server at 127.26.251.61:42077
14:03:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.997567 28210 heartbeater.cc:461] Registering TS with master...
14:03:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:56.998481 28210 heartbeater.cc:507] Master 127.26.251.61:42077 requested a full tablet report, sending...
14:03:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:57.000118 27829 ts_manager.cc:194] Registered new tserver with Master: 8ac2e045550644b09a44be5b2c326a41 (127.26.251.2:35297)
14:03:57.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:57.001356 27749 ts_manager.cc:194] Registered new tserver with Master: 8ac2e045550644b09a44be5b2c326a41 (127.26.251.2:35297)
14:03:57.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:57.003373 28211 heartbeater.cc:344] Connected to a master server at 127.26.251.62:46303
14:03:57.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:57.003638 28211 heartbeater.cc:461] Registering TS with master...
14:03:57.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:57.004288 28211 heartbeater.cc:507] Master 127.26.251.62:46303 requested a full tablet report, sending...
14:03:57.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:57.006390 27674 ts_manager.cc:194] Registered new tserver with Master: 8ac2e045550644b09a44be5b2c326a41 (127.26.251.2:35297)
14:03:57.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:57.008414 27674 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.251.2:37633
14:03:57.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:57.307971 28219 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:03:57.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:57.308440 28219 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:03:57.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:57.308873 28219 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:03:57.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:57.343477 28219 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:03:57.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:57.344261 28219 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.251.3
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:57.382511 28219 tablet_server_runner.cc:78] Tablet server non-default flags:
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.251.20:35623
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-2/data
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-2/wal
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.251.3:0
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-2/data/info.pb
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.251.3
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.251.62:46303,127.26.251.61:42077,127.26.251.60:33157
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.251.3
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-2/logs
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:03:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:03:57.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
14:03:57.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:03:57.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 13:43:22 UTC on e7f111948823
14:03:57.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11727
14:03:57.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:03:57.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:57.383814 28219 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:03:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:57.385404 28219 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:03:57.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:57.398360 28225 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:58.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.011870 28211 heartbeater.cc:499] Master 127.26.251.62:46303 was elected leader, sending a full tablet report...
14:03:58.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:57.399739 28226 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:58.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:58.672816 28228 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:03:58.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:03:58.675432 28227 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1271 milliseconds
14:03:58.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.675652 28219 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:03:58.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.677029 28219 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:03:58.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.679827 28219 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:03:58.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.681484 28219 hybrid_clock.cc:648] HybridClock initialized: now 1777817038681398 us; error 90 us; skew 500 ppm
14:03:58.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.682629 28219 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:03:58.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.690295 28219 webserver.cc:492] Webserver started at http://127.26.251.3:32973/ using document root <none> and password file <none>
14:03:58.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.691519 28219 fs_manager.cc:362] Metadata directory not provided
14:03:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.691792 28219 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:03:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.692324 28219 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:03:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.698822 28219 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-2/data/instance:
14:03:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15f5524b6ccc4a1f98fdbde4a7fe83df"
14:03:58.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:03:58 on dist-test-slave-m4t9"
14:03:58.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.700368 28219 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-2/wal/instance:
14:03:58.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15f5524b6ccc4a1f98fdbde4a7fe83df"
14:03:58.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:03:58 on dist-test-slave-m4t9"
14:03:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.710291 28219 fs_manager.cc:696] Time spent creating directory manager: real 0.009s user 0.008s sys 0.000s
14:03:58.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.717604 28236 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:03:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.718961 28219 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
14:03:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.719348 28219 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-2/data,/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-2/wal
14:03:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "15f5524b6ccc4a1f98fdbde4a7fe83df"
14:03:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:03:58 on dist-test-slave-m4t9"
14:03:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.719776 28219 fs_report.cc:389] FS layout report
14:03:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:03:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-2/wal
14:03:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-2/wal
14:03:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-2/data/data
14:03:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:03:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:03:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:03:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:03:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:03:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:03:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:03:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:03:58.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:03:58.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:03:58.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:03:58.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.780902 28219 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:03:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.782829 28219 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:03:58.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.783349 28219 kserver.cc:163] Server-wide thread pool size limit: 3276
14:03:58.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.786329 28219 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:03:58.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.790894 28219 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:03:58.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.791108 28219 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:03:58.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.791313 28219 ts_tablet_manager.cc:616] Registered 0 tablets
14:03:58.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.791440 28219 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:03:58.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.931995 28219 rpc_server.cc:307] RPC server started. Bound to: 127.26.251.3:40777
14:03:58.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.932112 28348 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.251.3:40777 every 8 connection(s)
14:03:58.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.934446 28219 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-2/data/info.pb
14:03:58.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.943344 27628 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu as pid 28219
14:03:58.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.943938 27628 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster8558770478641352105/ts-2/wal/instance
14:03:58.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.993191 28350 heartbeater.cc:344] Connected to a master server at 127.26.251.61:42077
14:03:58.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.993763 28350 heartbeater.cc:461] Registering TS with master...
14:03:58.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.995234 28350 heartbeater.cc:507] Master 127.26.251.61:42077 requested a full tablet report, sending...
14:03:58.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.995965 28349 heartbeater.cc:344] Connected to a master server at 127.26.251.60:33157
14:03:58.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.996306 28349 heartbeater.cc:461] Registering TS with master...
14:03:58.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.997231 28349 heartbeater.cc:507] Master 127.26.251.60:33157 requested a full tablet report, sending...
14:03:58.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:58.998916 27749 ts_manager.cc:194] Registered new tserver with Master: 15f5524b6ccc4a1f98fdbde4a7fe83df (127.26.251.3:40777)
14:03:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:59.000664 28351 heartbeater.cc:344] Connected to a master server at 127.26.251.62:46303
14:03:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:59.001029 28351 heartbeater.cc:461] Registering TS with master...
14:03:59.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:59.000999 27829 ts_manager.cc:194] Registered new tserver with Master: 15f5524b6ccc4a1f98fdbde4a7fe83df (127.26.251.3:40777)
14:03:59.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:59.001986 28351 heartbeater.cc:507] Master 127.26.251.62:46303 requested a full tablet report, sending...
14:03:59.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:59.004194 27674 ts_manager.cc:194] Registered new tserver with Master: 15f5524b6ccc4a1f98fdbde4a7fe83df (127.26.251.3:40777)
14:03:59.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:59.005617 27674 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.251.3:58555
14:03:59.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:59.026283 27628 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:03:59.038 [DEBUG - main] (MiniKuduCluster.java:195) Response:
14:03:59.039 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
14:03:59.048 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.26.251.62"
port: 46303
}
bound_http_address {
host: "127.26.251.62"
port: 32857
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.26.251.61"
port: 42077
}
bound_http_address {
host: "127.26.251.61"
port: 34797
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.26.251.60"
port: 33157
}
bound_http_address {
host: "127.26.251.60"
port: 36821
}
}
}
14:03:59.051 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:03:59.054 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.26.251.1"
port: 37001
}
bound_http_address {
host: "127.26.251.1"
port: 44423
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.26.251.2"
port: 35297
}
bound_http_address {
host: "127.26.251.2"
port: 44253
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.26.251.3"
port: 40777
}
bound_http_address {
host: "127.26.251.3"
port: 32973
}
}
}
14:03:59.054 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
14:03:59.241 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttemptAndReport(RetryRule.java:184)
at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:244)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
14:03:59.316 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
14:03:59.425 [INFO - Time-limited test] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskKIIEp7/test-tmp
14:03:59.426 [INFO - Time-limited test] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
14:03:59.426 [INFO - Time-limited test] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskKIIEp7/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
14:03:59.431 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: true
cluster_root: "/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536"
extra_master_flags: "--webserver_require_spnego=false"
extra_master_flags: "--authn_token_validity_seconds=10"
extra_tserver_flags: "--webserver_require_spnego=false"
hms_mode: NONE
mini_kdc_options {
ticket_lifetime: "10s"
renew_lifetime: "20s"
}
principal: "kudu"
mini_oidc_options {
}
}
14:03:59.812 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:03:59.813 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_cluster {
}
14:03:59.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:59.816939 28362 mini_oidc.cc:150] Starting JWKS server
14:03:59.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:59.820287 28362 webserver.cc:492] Webserver started at http://127.0.0.1:46505/ using document root <none> and password file <none>
14:03:59.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:59.820858 28362 mini_oidc.cc:186] Starting OIDC Discovery server
14:03:59.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:03:59.822741 28362 webserver.cc:492] Webserver started at http://127.0.0.1:36187/ using document root <none> and password file <none>
14:03:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Loading random data
14:03:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Initializing database '/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/principal' for realm 'KRBTEST.COM',
14:03:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master key name 'K/M@KRBTEST.COM'
14:03:59.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:03:59 dist-test-slave-m4t9 krb5kdc[28374](info): setting up network...
14:03:59.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: setsockopt(10,IPV6_V6ONLY,1) worked
14:03:59.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:03:59 dist-test-slave-m4t9 krb5kdc[28374](info): set up 2 sockets
14:03:59.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:03:59 dist-test-slave-m4t9 krb5kdc[28374](info): commencing operation
14:03:59.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) krb5kdc: starting...
14:04:00.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:00.009050 28351 heartbeater.cc:499] Master 127.26.251.62:46303 was elected leader, sending a full tablet report...
14:04:02.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:02.007756 28362 mini_kdc.cc:121] Time spent starting KDC: real 2.144s user 0.007s sys 0.012s
14:04:02.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-admin@KRBTEST.COM; defaulting to no policy
14:04:02.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:04:02.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-admin@KRBTEST.COM" created.
14:04:02.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for test-user@KRBTEST.COM; defaulting to no policy
14:04:02.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:04:02.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "test-user@KRBTEST.COM" created.
14:04:02.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for joe-interloper@KRBTEST.COM; defaulting to no policy
14:04:02.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:04:02.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "joe-interloper@KRBTEST.COM" created.
14:04:02.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal slave/admin@KRBTEST.COM with password.
14:04:02.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/test-user.keytab.
14:04:02.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal test-user with kvno 1, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/test-user.keytab.
14:04:02.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:02 dist-test-slave-m4t9 krb5kdc[28374](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817042, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:04:02.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:04:02.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-03T14:04:02Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
14:04:02.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-03T14:04:02Z Disabled control of system clock
14:04:02.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.178.190@KRBTEST.COM; defaulting to no policy
14:04:02.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:02.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.178.190@KRBTEST.COM" created.
14:04:02.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:02.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.178.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:02.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.178.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:02.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.27.178.190@KRBTEST.COM; defaulting to no policy
14:04:02.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:02.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.27.178.190@KRBTEST.COM" created.
14:04:02.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:02.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.178.190 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:02.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.178.190 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:02.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:02.277166 28362 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:04:02.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:04:02.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/wal
14:04:02.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/data
14:04:02.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:02.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:02.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:02.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:02.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:02.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:02.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/logs
14:04:02.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/data/info.pb
14:04:02.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:02.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:02.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:04:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.178.190:40207
14:04:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.178.190
14:04:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab
14:04:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.178.190
14:04:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:04:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:04:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:04:02.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:04:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.178.148:38095
14:04:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.178.190:40207,127.27.178.189:37713,127.27.178.188:43255
14:04:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:02.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46505/jwks.json
14:04:02.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:04:02.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:04:02.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:02.656464 28391 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:02.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:02.657196 28391 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:02.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:02.657814 28391 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:02.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:02.697580 28391 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:04:02.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:02.698423 28391 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:04:02.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:02.699072 28391 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:02.699784 28391 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:04:02.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:02.700527 28391 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:04:02.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:02.701059 28391 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:04:02.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:02.701555 28391 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46505/jwks.json
14:04:02.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:02.773815 28391 master_runner.cc:386] Master server non-default flags:
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.178.148:38095
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/data
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/wal
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.178.190:40207,127.27.178.189:37713,127.27.178.188:43255
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.178.190
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.178.190:40207
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46505/jwks.json
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/data/info.pb
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.178.190
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:02.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:02.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:02.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:02.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:02.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:02.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/logs
14:04:02.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:02.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:02.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:02.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:04:02.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:02.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
14:04:02.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:02.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 13:43:22 UTC on e7f111948823
14:04:02.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11727
14:04:02.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:02.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:02.776237 28391 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:02.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:02.778268 28391 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:02.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:02.794957 28397 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:04.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:02.795388 28398 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:04.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:04.204339 28396 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 28391
14:04:04.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:04.641247 28396 kernel_stack_watchdog.cc:198] Thread 28391 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 400ms:
14:04:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:04:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:04:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:04:04.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:04:04.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:04.644181 28391 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.849s user 0.575s sys 1.240s
14:04:04.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:04.644814 28391 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.850s user 0.575s sys 1.240s
14:04:04.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:04.648041 28399 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1852 milliseconds
14:04:04.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:04.648053 28400 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:04.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.649184 28391 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:04:04.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.650739 28391 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:04.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.653978 28391 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:04.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.655431 28391 hybrid_clock.cc:648] HybridClock initialized: now 1777817044655371 us; error 65 us; skew 500 ppm
14:04:04.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.656695 28391 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:04.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:04 dist-test-slave-m4t9 krb5kdc[28374](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817044, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:04:04.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.663350 28391 init.cc:377] Logged in from keytab as kudu/127.27.178.190@KRBTEST.COM (short username kudu)
14:04:04.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.668350 28391 webserver.cc:492] Webserver started at http://127.27.178.190:34279/ using document root <none> and password file <none>
14:04:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.669425 28391 fs_manager.cc:362] Metadata directory not provided
14:04:04.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.669623 28391 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:04.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.670151 28391 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:04:04.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.674827 28391 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/data/instance:
14:04:04.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69a7edb2c5de4523bcdbe485b347419b"
14:04:04.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:04:04 on dist-test-slave-m4t9"
14:04:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.675912 28391 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/wal/instance:
14:04:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69a7edb2c5de4523bcdbe485b347419b"
14:04:04.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:04:04 on dist-test-slave-m4t9"
14:04:04.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.683845 28391 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.007s sys 0.003s
14:04:04.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.689913 28410 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:04:04.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.691226 28391 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.002s
14:04:04.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.691659 28391 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/data,/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/wal
14:04:04.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69a7edb2c5de4523bcdbe485b347419b"
14:04:04.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:04:04 on dist-test-slave-m4t9"
14:04:04.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.692103 28391 fs_report.cc:389] FS layout report
14:04:04.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:04.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/wal
14:04:04.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/wal
14:04:04.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/data/data
14:04:04.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:04.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:04.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:04.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:04.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:04.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:04.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:04.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:04.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:04.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:04.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:04.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.765686 28391 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:04:04.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.772995 28391 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:04.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.773564 28391 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:04.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.852207 28391 rpc_server.cc:307] RPC server started. Bound to: 127.27.178.190:40207
14:04:04.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.852296 28461 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.178.190:40207 every 8 connection(s)
14:04:04.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.856103 28391 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/data/info.pb
14:04:04.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.863622 28462 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:04.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.865442 28362 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu as pid 28391
14:04:04.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.866004 28362 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/wal/instance
14:04:04.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.879133 28462 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } has no permanent_uuid. Determining permanent_uuid...
14:04:04.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.178.189@KRBTEST.COM; defaulting to no policy
14:04:04.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:04.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.178.189@KRBTEST.COM" created.
14:04:04.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:04 dist-test-slave-m4t9 krb5kdc[28374](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817044, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.190@KRBTEST.COM for kudu/127.27.178.190@KRBTEST.COM
14:04:04.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:04.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.178.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:04.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.178.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:04.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.931583 28462 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } has no permanent_uuid. Determining permanent_uuid...
14:04:04.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:04.934886 28411 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.178.189:37713: connect: Connection refused (error 111)
14:04:04.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.27.178.189@KRBTEST.COM; defaulting to no policy
14:04:04.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:04.939635 28462 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.178.189:37713: Network error: Client connection negotiation failed: client connection to 127.27.178.189:37713: connect: Connection refused (error 111)
14:04:04.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:04.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.27.178.189@KRBTEST.COM" created.
14:04:04.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:04.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.178.189 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:04.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.178.189 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.970858 28362 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:04:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:04:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/wal
14:04:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/data
14:04:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/logs
14:04:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/data/info.pb
14:04:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:04.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:04.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:04.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:04.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:04.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:04:04.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.178.189:37713
14:04:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.178.189
14:04:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab
14:04:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.178.189
14:04:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:04:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:04:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:04:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:04:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.178.148:38095
14:04:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.178.190:40207,127.27.178.189:37713,127.27.178.188:43255
14:04:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46505/jwks.json
14:04:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:04:04.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:04:04.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:04.989176 28462 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } attempt: 1
14:04:04.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:04.993867 28462 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.178.189:37713: Network error: Client connection negotiation failed: client connection to 127.27.178.189:37713: connect: Connection refused (error 111)
14:04:05.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:05.062340 28462 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } attempt: 2
14:04:05.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:05.067319 28462 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.178.189:37713: Network error: Client connection negotiation failed: client connection to 127.27.178.189:37713: connect: Connection refused (error 111)
14:04:05.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:05.158878 28462 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } attempt: 3
14:04:05.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:05.163403 28462 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.178.189:37713: Network error: Client connection negotiation failed: client connection to 127.27.178.189:37713: connect: Connection refused (error 111)
14:04:05.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:05.306939 28462 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } attempt: 4
14:04:05.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:05.311595 28462 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.178.189:37713: Network error: Client connection negotiation failed: client connection to 127.27.178.189:37713: connect: Connection refused (error 111)
14:04:05.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:05.317097 28471 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:05.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:05.317653 28471 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:05.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:05.318222 28471 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:05.352702 28471 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:05.352977 28471 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:05.353272 28471 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:05.353487 28471 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:04:05.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:05.353690 28471 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:04:05.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:05.353895 28471 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:04:05.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:05.354180 28471 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46505/jwks.json
14:04:05.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:05.395711 28471 master_runner.cc:386] Master server non-default flags:
14:04:05.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:05.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.178.148:38095
14:04:05.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:05.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:05.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/data
14:04:05.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/wal
14:04:05.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:04:05.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:05.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.178.190:40207,127.27.178.189:37713,127.27.178.188:43255
14:04:05.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.178.189
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.178.189:37713
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46505/jwks.json
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/data/info.pb
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.178.189
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/logs
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:05.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:05.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:04:05.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:05.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
14:04:05.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:05.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 13:43:22 UTC on e7f111948823
14:04:05.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11727
14:04:05.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:05.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:05.397539 28471 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:05.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:05.398991 28471 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:05.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:05.410889 28479 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:05.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:05.611125 28462 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } attempt: 5
14:04:05.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:05.619125 28462 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.178.189:37713: Network error: Client connection negotiation failed: client connection to 127.27.178.189:37713: connect: Connection refused (error 111)
14:04:06.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:06.166574 28462 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } attempt: 6
14:04:06.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:06.179143 28462 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.178.189:37713: Network error: Client connection negotiation failed: client connection to 127.27.178.189:37713: connect: Connection refused (error 111)
14:04:07.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:05.411266 28480 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:07.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:06.825603 28478 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 28471
14:04:07.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.111856 28478 kernel_stack_watchdog.cc:198] Thread 28471 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 412ms:
14:04:07.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:04:07.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:04:07.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:04:07.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:04:07.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.113065 28471 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.702s user 0.663s sys 0.971s
14:04:07.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.113638 28471 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.703s user 0.664s sys 0.971s
14:04:07.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.114324 28481 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1701 milliseconds
14:04:07.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.115350 28482 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:07.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.116194 28471 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:04:07.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.121687 28471 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:07.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.124250 28471 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:07.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.125703 28471 hybrid_clock.cc:648] HybridClock initialized: now 1777817047125634 us; error 79 us; skew 500 ppm
14:04:07.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.126808 28471 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:07.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:07 dist-test-slave-m4t9 krb5kdc[28374](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817047, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:04:07.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.133425 28471 init.cc:377] Logged in from keytab as kudu/127.27.178.189@KRBTEST.COM (short username kudu)
14:04:07.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.138607 28471 webserver.cc:492] Webserver started at http://127.27.178.189:43675/ using document root <none> and password file <none>
14:04:07.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.139644 28471 fs_manager.cc:362] Metadata directory not provided
14:04:07.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.139906 28471 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:07.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.140470 28471 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:04:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.145025 28471 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/data/instance:
14:04:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dae366c96acd426196f0c72ff1bece95"
14:04:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:04:07 on dist-test-slave-m4t9"
14:04:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.146278 28471 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/wal/instance:
14:04:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dae366c96acd426196f0c72ff1bece95"
14:04:07.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:04:07 on dist-test-slave-m4t9"
14:04:07.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.154539 28471 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.008s sys 0.000s
14:04:07.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.160804 28493 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:04:07.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.162173 28471 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.002s
14:04:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.162585 28471 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/data,/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/wal
14:04:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dae366c96acd426196f0c72ff1bece95"
14:04:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:04:07 on dist-test-slave-m4t9"
14:04:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.163038 28471 fs_report.cc:389] FS layout report
14:04:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/wal
14:04:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/wal
14:04:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/data/data
14:04:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:07.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:07.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:07.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.233534 28471 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:04:07.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.239913 28471 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:07.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.239763 28462 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } attempt: 7
14:04:07.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.240530 28471 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:07.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.246937 28462 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.178.189:37713: Network error: Client connection negotiation failed: client connection to 127.27.178.189:37713: connect: Connection refused (error 111)
14:04:07.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.325724 28471 rpc_server.cc:307] RPC server started. Bound to: 127.27.178.189:37713
14:04:07.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.325781 28547 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.178.189:37713 every 8 connection(s)
14:04:07.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.328933 28471 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/data/info.pb
14:04:07.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.331231 28362 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu as pid 28471
14:04:07.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.331838 28362 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/wal/instance
14:04:07.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.337368 28548 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:07.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.178.188@KRBTEST.COM; defaulting to no policy
14:04:07.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.348992 28548 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } has no permanent_uuid. Determining permanent_uuid...
14:04:07.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:07.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.178.188@KRBTEST.COM" created.
14:04:07.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:07 dist-test-slave-m4t9 krb5kdc[28374](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817047, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.189@KRBTEST.COM for kudu/127.27.178.190@KRBTEST.COM
14:04:07.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:07.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.178.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:07.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.178.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:07.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.390357 28548 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } has no permanent_uuid. Determining permanent_uuid...
14:04:07.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.27.178.188@KRBTEST.COM; defaulting to no policy
14:04:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:07.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.27.178.188@KRBTEST.COM" created.
14:04:07.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:07 dist-test-slave-m4t9 krb5kdc[28374](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817047, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.189@KRBTEST.COM for kudu/127.27.178.189@KRBTEST.COM
14:04:07.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.416831 28548 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } has no permanent_uuid. Determining permanent_uuid...
14:04:07.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.419144 28495 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.178.188:43255: connect: Connection refused (error 111)
14:04:07.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:07.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.178.188 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:07.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.178.188 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:07.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.423306 28548 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.178.188:43255: Network error: Client connection negotiation failed: client connection to 127.27.178.188:43255: connect: Connection refused (error 111)
14:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.424789 28362 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/wal
14:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/data
14:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/logs
14:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/data/info.pb
14:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:07.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:04:07.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:07.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:07.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:07.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.178.188:43255
14:04:07.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.178.188
14:04:07.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:07.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab
14:04:07.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.178.188
14:04:07.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:04:07.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:04:07.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:04:07.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:04:07.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.178.148:38095
14:04:07.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:07.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:07.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:07.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:07.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.178.190:40207,127.27.178.189:37713,127.27.178.188:43255
14:04:07.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:07.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46505/jwks.json
14:04:07.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:04:07.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:04:07.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.472823 28548 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } attempt: 1
14:04:07.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.477070 28548 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.178.188:43255: Network error: Client connection negotiation failed: client connection to 127.27.178.188:43255: connect: Connection refused (error 111)
14:04:07.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.545508 28548 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } attempt: 2
14:04:07.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.549688 28548 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.178.188:43255: Network error: Client connection negotiation failed: client connection to 127.27.178.188:43255: connect: Connection refused (error 111)
14:04:07.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.641095 28548 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } attempt: 3
14:04:07.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.645200 28548 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.178.188:43255: Network error: Client connection negotiation failed: client connection to 127.27.178.188:43255: connect: Connection refused (error 111)
14:04:07.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.755877 28558 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:07.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.756611 28558 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:07.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.757201 28558 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:07.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.788697 28548 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } attempt: 4
14:04:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.793155 28548 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.178.188:43255: Network error: Client connection negotiation failed: client connection to 127.27.178.188:43255: connect: Connection refused (error 111)
14:04:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.794170 28558 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:04:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.794384 28558 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:04:07.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.794679 28558 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:07.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.794880 28558 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:04:07.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.795074 28558 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:04:07.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.795277 28558 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:04:07.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.795426 28558 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46505/jwks.json
14:04:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.837836 28558 master_runner.cc:386] Master server non-default flags:
14:04:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.178.148:38095
14:04:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/data
14:04:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/wal
14:04:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:04:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.178.190:40207,127.27.178.189:37713,127.27.178.188:43255
14:04:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab
14:04:07.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.178.188
14:04:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.178.188:43255
14:04:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46505/jwks.json
14:04:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:04:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:04:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:04:07.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/data/info.pb
14:04:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.178.188
14:04:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:07.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/logs
14:04:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:04:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
14:04:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 13:43:22 UTC on e7f111948823
14:04:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11727
14:04:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.839212 28558 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:07.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:07.840399 28558 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:07.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.852385 28564 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:08.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:08.092684 28548 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } attempt: 5
14:04:08.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:08.101148 28548 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.178.188:43255: Network error: Client connection negotiation failed: client connection to 127.27.178.188:43255: connect: Connection refused (error 111)
14:04:08.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:08.648725 28548 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } attempt: 6
14:04:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:08.675209 28548 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.178.188:43255: Network error: Client connection negotiation failed: client connection to 127.27.178.188:43255: connect: Connection refused (error 111)
14:04:09.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.856575 28565 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:09.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:07.870155 28567 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:09.284720 28566 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1424 milliseconds
14:04:09.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.284893 28558 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:04:09.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.286244 28558 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:09.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.289072 28558 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:09.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.290544 28558 hybrid_clock.cc:648] HybridClock initialized: now 1777817049290487 us; error 55 us; skew 500 ppm
14:04:09.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.292258 28558 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:09.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:09 dist-test-slave-m4t9 krb5kdc[28374](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817049, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:04:09.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.300925 28558 init.cc:377] Logged in from keytab as kudu/127.27.178.188@KRBTEST.COM (short username kudu)
14:04:09.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.306409 28558 webserver.cc:492] Webserver started at http://127.27.178.188:45157/ using document root <none> and password file <none>
14:04:09.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.307314 28558 fs_manager.cc:362] Metadata directory not provided
14:04:09.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.307512 28558 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:09.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.307925 28558 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:04:09.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.312367 28558 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/data/instance:
14:04:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd98c94be82a4cde83d1a4c221ae0b5d"
14:04:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:04:09 on dist-test-slave-m4t9"
14:04:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.313541 28558 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/wal/instance:
14:04:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd98c94be82a4cde83d1a4c221ae0b5d"
14:04:09.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:04:09 on dist-test-slave-m4t9"
14:04:09.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.321115 28558 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.002s sys 0.005s
14:04:09.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.327100 28578 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:04:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.328722 28558 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.003s sys 0.003s
14:04:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.329466 28558 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/data,/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/wal
14:04:09.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd98c94be82a4cde83d1a4c221ae0b5d"
14:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:04:09 on dist-test-slave-m4t9"
14:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.329897 28558 fs_report.cc:389] FS layout report
14:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/wal
14:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/wal
14:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/data/data
14:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:09.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:09.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:09.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.337433 28462 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } attempt: 8
14:04:09.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:09 dist-test-slave-m4t9 krb5kdc[28374](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817044, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.190@KRBTEST.COM for kudu/127.27.178.189@KRBTEST.COM
14:04:09.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.361917 28462 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } has no permanent_uuid. Determining permanent_uuid...
14:04:09.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:09.368630 28462 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.178.188:43255: Network error: Client connection negotiation failed: client connection to 127.27.178.188:43255: connect: Connection refused (error 111)
14:04:09.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.400981 28558 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:04:09.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.406914 28558 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:09.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.407413 28558 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:09.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.434118 28462 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } attempt: 1
14:04:09.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:09.438869 28462 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.178.188:43255: Network error: Client connection negotiation failed: client connection to 127.27.178.188:43255: connect: Connection refused (error 111)
14:04:09.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.484238 28558 rpc_server.cc:307] RPC server started. Bound to: 127.27.178.188:43255
14:04:09.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.484298 28632 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.178.188:43255 every 8 connection(s)
14:04:09.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.487121 28558 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/data/info.pb
14:04:09.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.489483 28362 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu as pid 28558
14:04:09.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.490005 28362 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/wal/instance
14:04:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.492287 28462 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } attempt: 2
14:04:09.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.495223 28633 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
14:04:09.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:09 dist-test-slave-m4t9 krb5kdc[28374](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817044, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.190@KRBTEST.COM for kudu/127.27.178.188@KRBTEST.COM
14:04:09.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.517673 28633 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } has no permanent_uuid. Determining permanent_uuid...
14:04:09.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:09 dist-test-slave-m4t9 krb5kdc[28374](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817042, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.178.190@KRBTEST.COM
14:04:09.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:09 dist-test-slave-m4t9 krb5kdc[28374](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817049, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.188@KRBTEST.COM for kudu/127.27.178.190@KRBTEST.COM
14:04:09.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.545248 28462 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b: Bootstrap starting.
14:04:09.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.554879 28462 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b: Neither blocks nor log segments found. Creating new log.
14:04:09.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:09 dist-test-slave-m4t9 krb5kdc[28374](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817042, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.178.189@KRBTEST.COM
14:04:09.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.557587 28462 log.cc:826] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b: Log is configured to *not* fsync() on all Append() calls
14:04:09.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.558947 28633 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } has no permanent_uuid. Determining permanent_uuid...
14:04:09.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.566578 28462 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b: No bootstrap required, opened a new log
14:04:09.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:09 dist-test-slave-m4t9 krb5kdc[28374](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817049, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.188@KRBTEST.COM for kudu/127.27.178.189@KRBTEST.COM
14:04:09.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:09 dist-test-slave-m4t9 krb5kdc[28374](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817042, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for kudu/127.27.178.188@KRBTEST.COM
14:04:09.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.592885 28633 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } has no permanent_uuid. Determining permanent_uuid...
14:04:09.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.595495 28462 raft_consensus.cc:359] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } }
14:04:09.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.596771 28462 raft_consensus.cc:385] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:09.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.597285 28462 raft_consensus.cc:740] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 69a7edb2c5de4523bcdbe485b347419b, State: Initialized, Role: FOLLOWER
14:04:09.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.598268 28462 consensus_queue.cc:260] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } }
14:04:09.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.604135 28462 sys_catalog.cc:565] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [sys.catalog]: configured and running, proceeding with master startup.
14:04:09.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:09 dist-test-slave-m4t9 krb5kdc[28374](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817049, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.188@KRBTEST.COM for kudu/127.27.178.188@KRBTEST.COM
14:04:09.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.609011 28643 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } } }
14:04:09.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.610548 28643 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [sys.catalog]: This master's current role is: FOLLOWER
14:04:09.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.636917 28633 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d: Bootstrap starting.
14:04:09.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.651494 28633 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d: Neither blocks nor log segments found. Creating new log.
14:04:09.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.653767 28633 log.cc:826] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d: Log is configured to *not* fsync() on all Append() calls
14:04:09.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:09.658373 28654 catalog_manager.cc:1568] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:04:09.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:09.659024 28654 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:04:09.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.668434 28633 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d: No bootstrap required, opened a new log
14:04:09.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.712440 28633 raft_consensus.cc:359] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } }
14:04:09.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.714218 28633 raft_consensus.cc:385] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:09.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.656785 28391 master_runner.cc:186] Error getting master registration for 127.27.178.189:37713: OK, instance_id { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" instance_seqno: 1777817047304276 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:04:09.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.714781 28633 raft_consensus.cc:740] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fd98c94be82a4cde83d1a4c221ae0b5d, State: Initialized, Role: FOLLOWER
14:04:09.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.715224 28391 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:04:09.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.715847 28633 consensus_queue.cc:260] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } }
14:04:09.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.718909 28659 sys_catalog.cc:455] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } } }
14:04:09.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.720042 28659 sys_catalog.cc:458] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [sys.catalog]: This master's current role is: FOLLOWER
14:04:09.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.720863 28633 sys_catalog.cc:565] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [sys.catalog]: configured and running, proceeding with master startup.
14:04:09.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.735829 28548 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } attempt: 7
14:04:09.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:09 dist-test-slave-m4t9 krb5kdc[28374](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817047, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.189@KRBTEST.COM for kudu/127.27.178.188@KRBTEST.COM
14:04:09.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:09.772217 28671 catalog_manager.cc:1568] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
14:04:09.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:09.772984 28671 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
14:04:09.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.779029 28548 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95: Bootstrap starting.
14:04:09.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:09.784992 28416 tablet.cc:2404] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:09.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.787644 28548 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95: Neither blocks nor log segments found. Creating new log.
14:04:09.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.790524 28548 log.cc:826] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95: Log is configured to *not* fsync() on all Append() calls
14:04:09.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.776582 28558 master_runner.cc:186] Error getting master registration for 127.27.178.189:37713: OK, instance_id { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" instance_seqno: 1777817047304276 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
14:04:09.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.819999 28558 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:04:09.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.820444 28548 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95: No bootstrap required, opened a new log
14:04:09.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.850898 28548 raft_consensus.cc:359] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } }
14:04:09.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.852190 28548 raft_consensus.cc:385] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
14:04:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.852751 28548 raft_consensus.cc:740] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dae366c96acd426196f0c72ff1bece95, State: Initialized, Role: FOLLOWER
14:04:09.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.854075 28548 consensus_queue.cc:260] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } }
14:04:09.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.858760 28675 sys_catalog.cc:455] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } } }
14:04:09.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.859791 28675 sys_catalog.cc:458] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [sys.catalog]: This master's current role is: FOLLOWER
14:04:09.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.860394 28548 sys_catalog.cc:565] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [sys.catalog]: configured and running, proceeding with master startup.
14:04:09.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.873188 28675 raft_consensus.cc:493] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:09.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.873782 28675 raft_consensus.cc:515] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } }
14:04:09.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.876323 28675 leader_election.cc:290] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 69a7edb2c5de4523bcdbe485b347419b (127.27.178.190:40207), fd98c94be82a4cde83d1a4c221ae0b5d (127.27.178.188:43255)
14:04:09.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.879814 28608 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dae366c96acd426196f0c72ff1bece95" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" is_pre_election: true
14:04:09.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.881361 28608 raft_consensus.cc:2468] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dae366c96acd426196f0c72ff1bece95 in term 0.
14:04:09.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.881349 28437 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dae366c96acd426196f0c72ff1bece95" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "69a7edb2c5de4523bcdbe485b347419b" is_pre_election: true
14:04:09.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.882196 28437 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dae366c96acd426196f0c72ff1bece95 in term 0.
14:04:09.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.882974 28495 leader_election.cc:304] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: dae366c96acd426196f0c72ff1bece95, fd98c94be82a4cde83d1a4c221ae0b5d; no voters:
14:04:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.884449 28675 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [term 0 FOLLOWER]: Leader pre-election won for term 1
14:04:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.884838 28675 raft_consensus.cc:493] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:04:09.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.885157 28675 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [term 0 FOLLOWER]: Advancing to term 1
14:04:09.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.896487 28675 raft_consensus.cc:515] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } }
14:04:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.899515 28437 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dae366c96acd426196f0c72ff1bece95" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "69a7edb2c5de4523bcdbe485b347419b"
14:04:09.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.900085 28437 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [term 0 FOLLOWER]: Advancing to term 1
14:04:09.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.907675 28437 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dae366c96acd426196f0c72ff1bece95 in term 1.
14:04:09.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.911707 28495 leader_election.cc:304] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 69a7edb2c5de4523bcdbe485b347419b, dae366c96acd426196f0c72ff1bece95; no voters:
14:04:09.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:09.912645 28587 tablet.cc:2404] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:09.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.915284 28675 leader_election.cc:290] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [CANDIDATE]: Term 1 election: Requested vote from peers 69a7edb2c5de4523bcdbe485b347419b (127.27.178.190:40207), fd98c94be82a4cde83d1a4c221ae0b5d (127.27.178.188:43255)
14:04:09.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.916124 28675 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [term 1 FOLLOWER]: Leader election won for term 1
14:04:09.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.916769 28675 raft_consensus.cc:697] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [term 1 LEADER]: Becoming Leader. State: Replica: dae366c96acd426196f0c72ff1bece95, State: Running, Role: LEADER
14:04:09.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.917805 28675 consensus_queue.cc:237] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } }
14:04:09.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.927771 28608 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dae366c96acd426196f0c72ff1bece95" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d"
14:04:09.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.928377 28608 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [term 0 FOLLOWER]: Advancing to term 1
14:04:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.943710 28608 raft_consensus.cc:2468] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dae366c96acd426196f0c72ff1bece95 in term 1.
14:04:09.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.956393 28680 sys_catalog.cc:455] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [sys.catalog]: SysCatalogTable state changed. Reason: New leader dae366c96acd426196f0c72ff1bece95. Latest consensus state: current_term: 1 leader_uuid: "dae366c96acd426196f0c72ff1bece95" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } } }
14:04:09.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.957633 28680 sys_catalog.cc:458] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [sys.catalog]: This master's current role is: LEADER
14:04:09.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.975593 28685 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
14:04:09.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:09.999066 28685 catalog_manager.cc:1494] Initializing Kudu cluster ID...
14:04:10.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:10.000073 28501 tablet.cc:2404] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95: Can't schedule compaction. Clean time has not been advanced past its initial value.
14:04:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.051883 28608 raft_consensus.cc:1275] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [term 1 FOLLOWER]: Refusing update from remote peer dae366c96acd426196f0c72ff1bece95: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:04:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.053918 28437 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [term 1 FOLLOWER]: Refusing update from remote peer dae366c96acd426196f0c72ff1bece95: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
14:04:10.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.056859 28675 consensus_queue.cc:1048] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:10.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.058434 28675 consensus_queue.cc:1048] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [LEADER]: Connected to new peer: Peer: permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
14:04:10.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.126493 28643 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [sys.catalog]: SysCatalogTable state changed. Reason: New leader dae366c96acd426196f0c72ff1bece95. Latest consensus state: current_term: 1 leader_uuid: "dae366c96acd426196f0c72ff1bece95" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } } }
14:04:10.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.127213 28643 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [sys.catalog]: This master's current role is: FOLLOWER
14:04:10.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.137656 28691 mvcc.cc:204] Tried to move back new op lower bound from 7281938636958736384 to 7281938636484853760. Current Snapshot: MvccSnapshot[applied={T|T < 7281938636958736384}]
14:04:10.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.148782 28659 sys_catalog.cc:455] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [sys.catalog]: SysCatalogTable state changed. Reason: New leader dae366c96acd426196f0c72ff1bece95. Latest consensus state: current_term: 1 leader_uuid: "dae366c96acd426196f0c72ff1bece95" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } } }
14:04:10.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.149531 28659 sys_catalog.cc:458] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [sys.catalog]: This master's current role is: FOLLOWER
14:04:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.153795 28643 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dae366c96acd426196f0c72ff1bece95" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } } }
14:04:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.154624 28643 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [sys.catalog]: This master's current role is: FOLLOWER
14:04:10.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.168243 28693 mvcc.cc:204] Tried to move back new op lower bound from 7281938636958736384 to 7281938636484853760. Current Snapshot: MvccSnapshot[applied={T|T < 7281938636958736384}]
14:04:10.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.187882 28659 sys_catalog.cc:455] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dae366c96acd426196f0c72ff1bece95" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } } }
14:04:10.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.188652 28659 sys_catalog.cc:458] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [sys.catalog]: This master's current role is: FOLLOWER
14:04:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.200065 28675 sys_catalog.cc:455] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dae366c96acd426196f0c72ff1bece95" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } } }
14:04:10.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.200877 28675 sys_catalog.cc:458] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [sys.catalog]: This master's current role is: LEADER
14:04:10.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.202175 28675 sys_catalog.cc:455] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dae366c96acd426196f0c72ff1bece95" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } } }
14:04:10.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.202872 28675 sys_catalog.cc:458] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [sys.catalog]: This master's current role is: LEADER
14:04:10.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.205681 28685 catalog_manager.cc:1357] Generated new cluster ID: 0283416ace924243bb7fcff640dfc64c
14:04:10.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.205978 28685 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
14:04:10.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.258266 28685 catalog_manager.cc:1380] Generated new certificate authority record
14:04:10.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.260978 28685 catalog_manager.cc:1514] Loading token signing keys...
14:04:10.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.312631 28685 catalog_manager.cc:6044] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95: Generated new TSK 0
14:04:10.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.314148 28685 catalog_manager.cc:1524] Initializing in-progress tserver states...
14:04:10.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.178.129@KRBTEST.COM; defaulting to no policy
14:04:10.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:10.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.178.129@KRBTEST.COM" created.
14:04:10.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:10.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.178.129 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:10.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.178.129 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:10.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:10.461298 28362 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.27.178.129: real 0.109s user 0.005s sys 0.009s
14:04:10.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.27.178.129@KRBTEST.COM; defaulting to no policy
14:04:10.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:10.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.27.178.129@KRBTEST.COM" created.
14:04:10.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:10.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.178.129 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:10.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.178.129 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:10.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.555377 28362 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:04:10.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:04:10.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-0/wal
14:04:10.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-0/data
14:04:10.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:10.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:10.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:10.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:10.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:10.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:10.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-0/logs
14:04:10.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-0/data/info.pb
14:04:10.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:10.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:10.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:10.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:10.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.178.129:0
14:04:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.178.129
14:04:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.178.129
14:04:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.178.190:40207,127.27.178.189:37713,127.27.178.188:43255
14:04:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab
14:04:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.178.129
14:04:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:04:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:04:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:04:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:04:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.178.148:38095
14:04:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:10.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:04:10.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.665198 28654 catalog_manager.cc:1269] Loaded cluster ID: 0283416ace924243bb7fcff640dfc64c
14:04:10.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.665843 28654 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b: loading cluster ID for follower catalog manager: success
14:04:10.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.677625 28654 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b: acquiring CA information for follower catalog manager: success
14:04:10.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.714001 28654 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:04:10.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.779162 28671 catalog_manager.cc:1269] Loaded cluster ID: 0283416ace924243bb7fcff640dfc64c
14:04:10.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.779963 28671 catalog_manager.cc:1562] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d: loading cluster ID for follower catalog manager: success
14:04:10.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.787634 28671 catalog_manager.cc:1584] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d: acquiring CA information for follower catalog manager: success
14:04:10.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:10.816772 28671 catalog_manager.cc:1612] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:04:11.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:11.524365 28703 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:11.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:11.525518 28703 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:11.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:11.526599 28703 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:11.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:11.600289 28703 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:11.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:11.602490 28703 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.178.129
14:04:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:11.700842 28703 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.178.148:38095
14:04:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-0/data
14:04:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-0/wal
14:04:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab
14:04:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.178.129
14:04:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.178.129:0
14:04:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:04:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:04:11.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:04:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-0/data/info.pb
14:04:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.178.129
14:04:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.178.190:40207,127.27.178.189:37713,127.27.178.188:43255
14:04:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.178.129
14:04:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-0/logs
14:04:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
14:04:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 13:43:22 UTC on e7f111948823
14:04:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11727
14:04:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:11.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:11.704425 28703 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:11.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:11.711133 28703 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:11.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:11.758478 28710 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:14.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:13.140317 28709 debug-util.cc:398] Leaking SignalData structure 0x7b0800027120 after lost signal to thread 28703
14:04:14.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:14.313318 28703 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.557s user 0.712s sys 1.412s
14:04:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:14.313784 28703 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.558s user 0.712s sys 1.412s
14:04:14.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:11.759958 28711 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:14.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:14.324999 28718 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:14.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.325609 28703 server_base.cc:1061] running on GCE node
14:04:14.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.327059 28703 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:14.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.330034 28703 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:14.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.331611 28703 hybrid_clock.cc:648] HybridClock initialized: now 1777817054331456 us; error 176 us; skew 500 ppm
14:04:14.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.332738 28703 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:14.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:14 dist-test-slave-m4t9 krb5kdc[28374](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817054, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:04:14.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.340883 28703 init.cc:377] Logged in from keytab as kudu/127.27.178.129@KRBTEST.COM (short username kudu)
14:04:14.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.345615 28703 webserver.cc:492] Webserver started at http://127.27.178.129:39769/ using document root <none> and password file <none>
14:04:14.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.346655 28703 fs_manager.cc:362] Metadata directory not provided
14:04:14.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.346881 28703 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:14.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.347271 28703 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:04:14.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.352334 28703 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-0/data/instance:
14:04:14.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a47e0d17e15140a9a67df926787d8707"
14:04:14.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:04:14 on dist-test-slave-m4t9"
14:04:14.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.353565 28703 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-0/wal/instance:
14:04:14.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a47e0d17e15140a9a67df926787d8707"
14:04:14.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:04:14 on dist-test-slave-m4t9"
14:04:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.362100 28703 fs_manager.cc:696] Time spent creating directory manager: real 0.008s user 0.004s sys 0.004s
14:04:14.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.368194 28724 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:04:14.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.369568 28703 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.001s sys 0.002s
14:04:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.370029 28703 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-0/data,/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-0/wal
14:04:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a47e0d17e15140a9a67df926787d8707"
14:04:14.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:04:14 on dist-test-slave-m4t9"
14:04:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.370472 28703 fs_report.cc:389] FS layout report
14:04:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-0/wal
14:04:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-0/wal
14:04:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-0/data/data
14:04:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:14.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:14.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.428997 28703 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:04:14.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.435490 28703 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:14.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.436033 28703 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:14.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.439332 28703 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:04:14.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.443861 28703 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:04:14.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.444147 28703 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:04:14.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.444445 28703 ts_tablet_manager.cc:616] Registered 0 tablets
14:04:14.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.444732 28703 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
14:04:14.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.617383 28703 rpc_server.cc:307] RPC server started. Bound to: 127.27.178.129:35201
14:04:14.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.617569 28836 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.178.129:35201 every 8 connection(s)
14:04:14.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.620206 28703 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-0/data/info.pb
14:04:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.628923 28362 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu as pid 28703
14:04:14.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.629482 28362 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-0/wal/instance
14:04:14.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:14 dist-test-slave-m4t9 krb5kdc[28374](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817054, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:04:14.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.668787 28406 init.cc:295] Successfully reacquired a new kerberos TGT
14:04:14.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.178.130@KRBTEST.COM; defaulting to no policy
14:04:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:14.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.178.130@KRBTEST.COM" created.
14:04:14.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:14 dist-test-slave-m4t9 krb5kdc[28374](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817054, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.129@KRBTEST.COM for kudu/127.27.178.188@KRBTEST.COM
14:04:14.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:14 dist-test-slave-m4t9 krb5kdc[28374](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817054, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.129@KRBTEST.COM for kudu/127.27.178.189@KRBTEST.COM
14:04:14.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:14 dist-test-slave-m4t9 krb5kdc[28374](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817054, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.129@KRBTEST.COM for kudu/127.27.178.190@KRBTEST.COM
14:04:14.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.725080 28837 heartbeater.cc:344] Connected to a master server at 127.27.178.188:43255
14:04:14.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.725646 28837 heartbeater.cc:461] Registering TS with master...
14:04:14.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.727066 28837 heartbeater.cc:507] Master 127.27.178.188:43255 requested a full tablet report, sending...
14:04:14.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.731474 28598 ts_manager.cc:194] Registered new tserver with Master: a47e0d17e15140a9a67df926787d8707 (127.27.178.129:35201)
14:04:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.733588 28838 heartbeater.cc:344] Connected to a master server at 127.27.178.189:37713
14:04:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.734025 28838 heartbeater.cc:461] Registering TS with master...
14:04:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.735138 28838 heartbeater.cc:507] Master 127.27.178.189:37713 requested a full tablet report, sending...
14:04:14.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.737198 28839 heartbeater.cc:344] Connected to a master server at 127.27.178.190:40207
14:04:14.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.737561 28839 heartbeater.cc:461] Registering TS with master...
14:04:14.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.737912 28512 ts_manager.cc:194] Registered new tserver with Master: a47e0d17e15140a9a67df926787d8707 (127.27.178.129:35201)
14:04:14.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.738538 28839 heartbeater.cc:507] Master 127.27.178.190:40207 requested a full tablet report, sending...
14:04:14.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.740592 28512 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.27.178.129@KRBTEST.COM'} at 127.27.178.129:47703
14:04:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.741662 28427 ts_manager.cc:194] Registered new tserver with Master: a47e0d17e15140a9a67df926787d8707 (127.27.178.129:35201)
14:04:14.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:14.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.178.130 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:14.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.178.130 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:14.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:14.745287 28362 mini_kdc.cc:268] Time spent creating service keytab for kudu/127.27.178.130: real 0.104s user 0.005s sys 0.008s
14:04:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.27.178.130@KRBTEST.COM; defaulting to no policy
14:04:14.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:14.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.27.178.130@KRBTEST.COM" created.
14:04:14.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:14.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.178.130 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:14.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.178.130 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:14.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:14.797118 28362 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:04:14.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:04:14.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-1/wal
14:04:14.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-1/data
14:04:14.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:14.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:14.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:14.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:14.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:14.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:14.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-1/logs
14:04:14.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-1/data/info.pb
14:04:14.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:14.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:14.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:14.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:14.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:14.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.178.130:0
14:04:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.178.130
14:04:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.178.130
14:04:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.178.190:40207,127.27.178.189:37713,127.27.178.188:43255
14:04:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab
14:04:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.178.130
14:04:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:04:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:04:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:04:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:04:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.178.148:38095
14:04:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:14.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:04:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:15.143652 28851 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:15.144487 28851 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:15.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:15.145236 28851 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:15.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:15.182602 28851 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:15.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:15.183624 28851 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.178.130
14:04:15.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:15.226410 28851 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.178.148:38095
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-1/data
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-1/wal
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.178.130
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.178.130:0
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-1/data/info.pb
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.178.130
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.178.190:40207,127.27.178.189:37713,127.27.178.188:43255
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:15.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.178.130
14:04:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-1/logs
14:04:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
14:04:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 13:43:22 UTC on e7f111948823
14:04:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11727
14:04:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:15.227766 28851 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:15.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:15.229044 28851 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:15.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:15.242368 28859 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:15.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:15.745484 28838 heartbeater.cc:499] Master 127.27.178.189:37713 was elected leader, sending a full tablet report...
14:04:16.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:15.243088 28860 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:16.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:16.600780 28861 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1356 milliseconds
14:04:16.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:16.601598 28862 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:16.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.602092 28851 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:04:16.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.605774 28851 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:16.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.608803 28851 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:16.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.610546 28851 hybrid_clock.cc:648] HybridClock initialized: now 1777817056610509 us; error 41 us; skew 500 ppm
14:04:16.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.611498 28851 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:16.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:16 dist-test-slave-m4t9 krb5kdc[28374](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817056, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:04:16.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.620038 28851 init.cc:377] Logged in from keytab as kudu/127.27.178.130@KRBTEST.COM (short username kudu)
14:04:16.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.626065 28851 webserver.cc:492] Webserver started at http://127.27.178.130:41981/ using document root <none> and password file <none>
14:04:16.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.627354 28851 fs_manager.cc:362] Metadata directory not provided
14:04:16.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.627645 28851 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:16.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.628193 28851 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:04:16.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.634812 28851 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-1/data/instance:
14:04:16.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8644c752e8b54466a18a41af7546545b"
14:04:16.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:04:16 on dist-test-slave-m4t9"
14:04:16.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.635936 28851 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-1/wal/instance:
14:04:16.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8644c752e8b54466a18a41af7546545b"
14:04:16.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:04:16 on dist-test-slave-m4t9"
14:04:16.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.643977 28851 fs_manager.cc:696] Time spent creating directory manager: real 0.007s user 0.010s sys 0.000s
14:04:16.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.649750 28875 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:04:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.650988 28851 fs_manager.cc:730] Time spent opening block manager: real 0.004s user 0.002s sys 0.003s
14:04:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.651309 28851 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-1/data,/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-1/wal
14:04:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8644c752e8b54466a18a41af7546545b"
14:04:16.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:04:16 on dist-test-slave-m4t9"
14:04:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.651610 28851 fs_report.cc:389] FS layout report
14:04:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-1/wal
14:04:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-1/wal
14:04:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-1/data/data
14:04:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:16.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:16.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.709889 28851 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:04:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.717747 28851 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:16.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.718307 28851 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:16.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.721984 28851 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:04:16.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.727100 28851 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:04:16.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.727319 28851 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:04:16.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.727581 28851 ts_tablet_manager.cc:616] Registered 0 tablets
14:04:16.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.727784 28851 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:04:16.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.885679 28851 rpc_server.cc:307] RPC server started. Bound to: 127.27.178.130:46757
14:04:16.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.885833 28987 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.178.130:46757 every 8 connection(s)
14:04:16.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.888511 28851 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-1/data/info.pb
14:04:16.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.890419 28362 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu as pid 28851
14:04:16.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.890931 28362 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-1/wal/instance
14:04:16.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:16 dist-test-slave-m4t9 krb5kdc[28374](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817056, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.130@KRBTEST.COM for kudu/127.27.178.188@KRBTEST.COM
14:04:16.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for kudu/127.27.178.131@KRBTEST.COM; defaulting to no policy
14:04:16.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:16.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "kudu/127.27.178.131@KRBTEST.COM" created.
14:04:16.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:16 dist-test-slave-m4t9 krb5kdc[28374](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817056, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.130@KRBTEST.COM for kudu/127.27.178.189@KRBTEST.COM
14:04:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.968952 28988 heartbeater.cc:344] Connected to a master server at 127.27.178.188:43255
14:04:16.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.969467 28988 heartbeater.cc:461] Registering TS with master...
14:04:16.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.970877 28988 heartbeater.cc:507] Master 127.27.178.188:43255 requested a full tablet report, sending...
14:04:16.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.974252 28598 ts_manager.cc:194] Registered new tserver with Master: 8644c752e8b54466a18a41af7546545b (127.27.178.130:46757)
14:04:16.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:16 dist-test-slave-m4t9 krb5kdc[28374](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817056, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.130@KRBTEST.COM for kudu/127.27.178.190@KRBTEST.COM
14:04:16.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.981807 28989 heartbeater.cc:344] Connected to a master server at 127.27.178.189:37713
14:04:16.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.982188 28989 heartbeater.cc:461] Registering TS with master...
14:04:16.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.983160 28989 heartbeater.cc:507] Master 127.27.178.189:37713 requested a full tablet report, sending...
14:04:16.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.985147 28512 ts_manager.cc:194] Registered new tserver with Master: 8644c752e8b54466a18a41af7546545b (127.27.178.130:46757)
14:04:16.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.986969 28512 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.27.178.130@KRBTEST.COM'} at 127.27.178.130:51489
14:04:16.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.992157 28990 heartbeater.cc:344] Connected to a master server at 127.27.178.190:40207
14:04:16.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.992691 28990 heartbeater.cc:461] Registering TS with master...
14:04:16.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.993257 28990 heartbeater.cc:507] Master 127.27.178.190:40207 requested a full tablet report, sending...
14:04:16.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:16.995464 28427 ts_manager.cc:194] Registered new tserver with Master: 8644c752e8b54466a18a41af7546545b (127.27.178.130:46757)
14:04:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.178.131 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:17.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal kudu/127.27.178.131 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:17.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) WARNING: no policy specified for HTTP/127.27.178.131@KRBTEST.COM; defaulting to no policy
14:04:17.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:17.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Principal "HTTP/127.27.178.131@KRBTEST.COM" created.
14:04:17.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Authenticating as principal test-admin/admin@KRBTEST.COM with password.
14:04:17.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.178.131 with kvno 2, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:17.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Entry for principal HTTP/127.27.178.131 with kvno 2, encryption type aes128-cts-hmac-sha1-96 added to keytab WRFILE:/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab.
14:04:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:17.045971 28362 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:04:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:04:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-2/wal
14:04:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-2/data
14:04:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:17.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-2/logs
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-2/data/info.pb
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.178.131:0
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.178.131
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.178.131
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.178.190:40207,127.27.178.189:37713,127.27.178.188:43255
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.178.131
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.178.148:38095
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:17.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false with env {KRB5CCNAME=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:04:17.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:17 dist-test-slave-m4t9 krb5kdc[28374](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817057, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:04:17.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:17.138628 28489 init.cc:295] Successfully reacquired a new kerberos TGT
14:04:17.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:17.393410 29002 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:17.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:17.393929 29002 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:17.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:17.394457 29002 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:17.428345 29002 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:17.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:17.429350 29002 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.178.131
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:17.467512 29002 tablet_server_runner.cc:78] Tablet server non-default flags:
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.178.148:38095
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-2/data
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-2/wal
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.178.131
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.178.131:0
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-2/data/info.pb
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.178.131
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.178.190:40207,127.27.178.189:37713,127.27.178.188:43255
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:17.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.178.131
14:04:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-2/logs
14:04:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
14:04:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
14:04:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 13:43:22 UTC on e7f111948823
14:04:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11727
14:04:17.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:17.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:17.469051 29002 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:17.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:17.470173 29002 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:17.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:17.485474 29010 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:17.512207 28345 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad7c0 after lost signal to thread 28220
14:04:17.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:17.513732 28345 debug-util.cc:398] Leaking SignalData structure 0x7b08000baac0 after lost signal to thread 28348
14:04:17.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:17.991161 28989 heartbeater.cc:499] Master 127.27.178.189:37713 was elected leader, sending a full tablet report...
14:04:18.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:17.485493 29009 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:18.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:18.846405 29011 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1360 milliseconds
14:04:18.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:18.846451 29002 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:04:18.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:17.496069 29012 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:18.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:18.852051 29002 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:18.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:18.855365 29002 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:18.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:18.857882 29002 hybrid_clock.cc:648] HybridClock initialized: now 1777817058857809 us; error 81 us; skew 500 ppm
14:04:18.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:18.858939 29002 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:18.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:18 dist-test-slave-m4t9 krb5kdc[28374](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817058, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:04:18.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:18.867600 29002 init.cc:377] Logged in from keytab as kudu/127.27.178.131@KRBTEST.COM (short username kudu)
14:04:18.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:18.875603 29002 webserver.cc:492] Webserver started at http://127.27.178.131:43443/ using document root <none> and password file <none>
14:04:18.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:18.877136 29002 fs_manager.cc:362] Metadata directory not provided
14:04:18.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:18.877460 29002 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:18.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:18.878110 29002 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
14:04:18.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:18.888217 29002 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-2/data/instance:
14:04:18.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "672f2c4015e244fbaf5c0a1def66e70a"
14:04:18.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:04:18 on dist-test-slave-m4t9"
14:04:18.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:18.889909 29002 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-2/wal/instance:
14:04:18.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "672f2c4015e244fbaf5c0a1def66e70a"
14:04:18.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:04:18 on dist-test-slave-m4t9"
14:04:18.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:18.901033 29002 fs_manager.cc:696] Time spent creating directory manager: real 0.010s user 0.005s sys 0.004s
14:04:18.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:18.907795 29023 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:04:18.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:18.909478 29002 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.006s sys 0.001s
14:04:18.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:18.910090 29002 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-2/data,/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-2/wal
14:04:18.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "672f2c4015e244fbaf5c0a1def66e70a"
14:04:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:04:18 on dist-test-slave-m4t9"
14:04:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:18.910712 29002 fs_report.cc:389] FS layout report
14:04:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-2/wal
14:04:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-2/wal
14:04:18.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-2/data/data
14:04:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:18.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:19.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.033676 29002 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:04:19.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.052142 29002 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:19.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.052963 29002 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:19.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.057308 29002 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
14:04:19.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.065125 29002 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
14:04:19.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.065485 29002 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
14:04:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.065850 29002 ts_tablet_manager.cc:616] Registered 0 tablets
14:04:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.066105 29002 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
14:04:19.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.279232 29002 rpc_server.cc:307] RPC server started. Bound to: 127.27.178.131:34443
14:04:19.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.279356 29135 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.178.131:34443 every 8 connection(s)
14:04:19.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.282567 29002 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-2/data/info.pb
14:04:19.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.290378 28362 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu as pid 29002
14:04:19.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.290879 28362 external_mini_cluster.cc:1442] Reading /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/ts-2/wal/instance
14:04:19.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:19 dist-test-slave-m4t9 krb5kdc[28374](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817059, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:04:19.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.306519 28574 init.cc:295] Successfully reacquired a new kerberos TGT
14:04:19.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:19 dist-test-slave-m4t9 krb5kdc[28374](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817058, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.131@KRBTEST.COM for kudu/127.27.178.188@KRBTEST.COM
14:04:19.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:19 dist-test-slave-m4t9 krb5kdc[28374](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817058, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.131@KRBTEST.COM for kudu/127.27.178.189@KRBTEST.COM
14:04:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.429122 29136 heartbeater.cc:344] Connected to a master server at 127.27.178.188:43255
14:04:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.429630 29136 heartbeater.cc:461] Registering TS with master...
14:04:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.430932 29136 heartbeater.cc:507] Master 127.27.178.188:43255 requested a full tablet report, sending...
14:04:19.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.434692 28598 ts_manager.cc:194] Registered new tserver with Master: 672f2c4015e244fbaf5c0a1def66e70a (127.27.178.131:34443)
14:04:19.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:19 dist-test-slave-m4t9 krb5kdc[28374](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817058, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.131@KRBTEST.COM for kudu/127.27.178.190@KRBTEST.COM
14:04:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.444980 29137 heartbeater.cc:344] Connected to a master server at 127.27.178.189:37713
14:04:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.445408 29137 heartbeater.cc:461] Registering TS with master...
14:04:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.446496 29137 heartbeater.cc:507] Master 127.27.178.189:37713 requested a full tablet report, sending...
14:04:19.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.450048 28512 ts_manager.cc:194] Registered new tserver with Master: 672f2c4015e244fbaf5c0a1def66e70a (127.27.178.131:34443)
14:04:19.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.452080 28512 master_service.cc:502] Signed X509 certificate for tserver {username='kudu', principal='kudu/127.27.178.131@KRBTEST.COM'} at 127.27.178.131:57561
14:04:19.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.458516 29141 heartbeater.cc:344] Connected to a master server at 127.27.178.190:40207
14:04:19.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.458932 29141 heartbeater.cc:461] Registering TS with master...
14:04:19.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.459626 29141 heartbeater.cc:507] Master 127.27.178.190:40207 requested a full tablet report, sending...
14:04:19.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.462180 28427 ts_manager.cc:194] Registered new tserver with Master: 672f2c4015e244fbaf5c0a1def66e70a (127.27.178.131:34443)
14:04:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.474551 28362 external_mini_cluster.cc:949] 3 TS(s) registered with all masters
14:04:19.486 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:04:19.488 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_kdc_env_vars {
}
14:04:19.497 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_kdc_env_vars {
env_vars {
key: "KRB5CCNAME"
value: "/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/krb5cc"
}
env_vars {
key: "KRB5_CONFIG"
value: "/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/krb5.conf"
}
env_vars {
key: "KRB5_KDC_PROFILE"
value: "/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kdc.conf"
}
env_vars {
key: "KUDU_ENABLE_KRB5_REALM_FIX"
value: "yes"
}
}
14:04:19.499 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_masters {
}
14:04:19.508 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.27.178.190"
port: 40207
}
bound_http_address {
host: "127.27.178.190"
port: 34279
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.27.178.189"
port: 37713
}
bound_http_address {
host: "127.27.178.189"
port: 43675
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.27.178.188"
port: 43255
}
bound_http_address {
host: "127.27.178.188"
port: 45157
}
}
}
14:04:19.508 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: get_tservers {
}
14:04:19.510 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.27.178.129"
port: 35201
}
bound_http_address {
host: "127.27.178.129"
port: 39769
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.27.178.130"
port: 46757
}
bound_http_address {
host: "127.27.178.130"
port: 41981
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.27.178.131"
port: 34443
}
bound_http_address {
host: "127.27.178.131"
port: 43443
}
}
}
14:04:19.511 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
14:04:19.512 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
14:04:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:19 dist-test-slave-m4t9 krb5kdc[28374](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817059, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:04:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:04:19.545 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:04:19.547 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/krb5cc
14:04:19.557 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:04:19.557 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/krb5cc
14:04:19.559 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:04:19.585 [DEBUG - Time-limited test] (SecurityContext.java:158) Using caller-provided subject with Kerberos principal test-admin@KRBTEST.COM. Caller is responsible for refreshing credentials.
14:04:19.588 [INFO - Time-limited test] (MiniKuduCluster.java:622) Running kinit for user test-admin
14:04:19.589 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: kinit {
username: "test-admin"
}
14:04:19.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:19 dist-test-slave-m4t9 krb5kdc[28374](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817059, etypes {rep=17 tkt=17 ses=17}, test-admin@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:04:19.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Password for test-admin@KRBTEST.COM:
14:04:19.625 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:04:19.625 [DEBUG - Time-limited test] (SecurityUtil.java:105) Using ticketCache: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/krb5cc
14:04:19.627 [DEBUG - Time-limited test] (SecurityUtil.java:119) Logged in as subject: test-admin@KRBTEST.COM
14:04:19.627 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.178.189:37713
14:04:19.634 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
14:04:19.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.635406 28362 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu with pid 28471
14:04:19.664 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:04:19.664 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.178.188:43255
14:04:19.665 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
14:04:19.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.665426 28362 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu with pid 28558
14:04:19.691 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:04:19.692 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.27.178.190:40207
14:04:19.692 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
14:04:19.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.693015 28362 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu with pid 28391
14:04:19.723 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:04:19.724 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.178.189:37713
14:04:19.728 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 1
}
}
14:04:19.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:19.730002 28362 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:04:19.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:04:19.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/wal
14:04:19.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/data
14:04:19.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:19.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:19.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:19.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:19.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/logs
14:04:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/data/info.pb
14:04:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.178.189:37713
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.178.189
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43675
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.178.189
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.178.148:38095
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.178.190:40207,127.27.178.189:37713,127.27.178.188:43255
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46505/jwks.json
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:04:19.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:04:19.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:19.760886 28837 heartbeater.cc:646] Failed to heartbeat to 127.27.178.188:43255 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.178.188:43255: connect: Connection refused (error 111)
14:04:19.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:19.990235 28988 heartbeater.cc:646] Failed to heartbeat to 127.27.178.188:43255 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.178.188:43255: connect: Connection refused (error 111)
14:04:20.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:20.110931 29151 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:20.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:20.111654 29151 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:20.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:20.112407 29151 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:20.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:20.150082 29151 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:04:20.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:20.150456 29151 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:04:20.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:20.150905 29151 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:20.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:20.151243 29151 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:04:20.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:20.151576 29151 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:04:20.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:20.151909 29151 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:04:20.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:20.152161 29151 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46505/jwks.json
14:04:20.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:20.195748 29151 master_runner.cc:386] Master server non-default flags:
14:04:20.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:20.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.178.148:38095
14:04:20.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:20.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:20.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/data
14:04:20.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/wal
14:04:20.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:04:20.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:20.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.178.190:40207,127.27.178.189:37713,127.27.178.188:43255
14:04:20.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab
14:04:20.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.178.189
14:04:20.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:20.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:20.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:20.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.178.189:37713
14:04:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46505/jwks.json
14:04:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:04:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/data/info.pb
14:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.178.189
14:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43675
14:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/logs
14:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
14:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 13:43:22 UTC on e7f111948823
14:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11727
14:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:20.197542 29151 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:20.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:20.199033 29151 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:20.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:20.210726 29162 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:20.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:20.384269 27705 debug-util.cc:398] Leaking SignalData structure 0x7b080007f800 after lost signal to thread 27642
14:04:20.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:20.385346 27705 debug-util.cc:398] Leaking SignalData structure 0x7b08000a94c0 after lost signal to thread 27708
14:04:20.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:20.458174 29137 heartbeater.cc:499] Master 127.27.178.189:37713 was elected leader, sending a full tablet report...
14:04:20.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:20.462178 29136 heartbeater.cc:646] Failed to heartbeat to 127.27.178.188:43255 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.27.178.188:43255: connect: Connection refused (error 111)
14:04:21.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:21.019279 28065 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8620 after lost signal to thread 27912
14:04:21.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:21.020665 28065 debug-util.cc:398] Leaking SignalData structure 0x7b08000ac660 after lost signal to thread 28068
14:04:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:20.212414 29163 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:21.615345 29161 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 29151
14:04:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:22.264611 29151 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.053s user 0.699s sys 1.088s
14:04:22.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:22.267776 29151 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.057s user 0.699s sys 1.089s
14:04:22.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:22.269621 29165 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:22.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:22.270218 29164 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2057 milliseconds
14:04:22.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.270323 29151 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:04:22.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.272063 29151 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:22.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.275460 29151 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:22.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.283334 29151 hybrid_clock.cc:648] HybridClock initialized: now 1777817062281837 us; error 1699 us; skew 500 ppm
14:04:22.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.284541 29151 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:22.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:22 dist-test-slave-m4t9 krb5kdc[28374](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817062, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.189@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:04:22.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.294128 29151 init.cc:377] Logged in from keytab as kudu/127.27.178.189@KRBTEST.COM (short username kudu)
14:04:22.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.302052 29151 webserver.cc:492] Webserver started at http://127.27.178.189:43675/ using document root <none> and password file <none>
14:04:22.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.303102 29151 fs_manager.cc:362] Metadata directory not provided
14:04:22.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.303381 29151 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:22.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.312721 29151 fs_manager.cc:714] Time spent opening directory manager: real 0.006s user 0.006s sys 0.001s
14:04:22.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.322095 29187 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:04:22.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.323388 29151 fs_manager.cc:730] Time spent opening block manager: real 0.008s user 0.005s sys 0.002s
14:04:22.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.323786 29151 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/data,/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/wal
14:04:22.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dae366c96acd426196f0c72ff1bece95"
14:04:22.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:04:07 on dist-test-slave-m4t9"
14:04:22.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.325995 29151 fs_report.cc:389] FS layout report
14:04:22.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:22.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/wal
14:04:22.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/wal
14:04:22.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/data/data
14:04:22.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:22.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:22.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:22.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:22.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:22.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:22.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:22.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:22.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:22.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:22.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:22.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.391357 29151 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:04:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.397837 29151 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.398444 29151 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:22.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.541714 29151 rpc_server.cc:307] RPC server started. Bound to: 127.27.178.189:37713
14:04:22.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.541764 29241 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.178.189:37713 every 8 connection(s)
14:04:22.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.545218 29151 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-1/data/info.pb
14:04:22.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.547914 28362 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu as pid 29151
14:04:22.549 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:04:22.549 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.178.188:43255
14:04:22.549 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
14:04:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.551694 28362 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:04:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:04:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/wal
14:04:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/data
14:04:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:22.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/logs
14:04:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/data/info.pb
14:04:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:04:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.178.188:43255
14:04:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.178.188
14:04:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45157
14:04:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab
14:04:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.178.188
14:04:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:04:22.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:04:22.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:04:22.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:04:22.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.178.148:38095
14:04:22.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:22.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:22.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:22.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:22.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.178.190:40207,127.27.178.189:37713,127.27.178.188:43255
14:04:22.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:22.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46505/jwks.json
14:04:22.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:04:22.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:04:22.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.604676 29242 sys_catalog.cc:263] Verifying existing consensus state
14:04:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.618556 29242 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95: Bootstrap starting.
14:04:22.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.677075 29242 log.cc:826] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95: Log is configured to *not* fsync() on all Append() calls
14:04:22.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.705476 29242 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:04:22.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.706899 29242 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95: Bootstrap complete.
14:04:22.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.752395 29242 raft_consensus.cc:359] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } }
14:04:22.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.756768 29242 raft_consensus.cc:740] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: dae366c96acd426196f0c72ff1bece95, State: Initialized, Role: FOLLOWER
14:04:22.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.758406 29242 consensus_queue.cc:260] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } }
14:04:22.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.767899 29246 sys_catalog.cc:455] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } } }
14:04:22.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.772125 29246 sys_catalog.cc:458] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [sys.catalog]: This master's current role is: FOLLOWER
14:04:22.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.771739 29242 sys_catalog.cc:565] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [sys.catalog]: configured and running, proceeding with master startup.
14:04:22.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.857808 28838 heartbeater.cc:344] Connected to a master server at 127.27.178.189:37713
14:04:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.892678 29260 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
14:04:22.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.902751 29151 master_runner.cc:186] Error getting master registration for 127.27.178.190:40207: Network error: Client connection negotiation failed: client connection to 127.27.178.190:40207: connect: Connection refused (error 111),
14:04:22.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:22.943634 29151 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:04:23.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:23.065812 28989 heartbeater.cc:344] Connected to a master server at 127.27.178.189:37713
14:04:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:23.072850 29204 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "8644c752e8b54466a18a41af7546545b" instance_seqno: 1777817056845693) as {username='kudu', principal='kudu/127.27.178.130@KRBTEST.COM'} at 127.27.178.130:38609; Asking this server to re-register.
14:04:23.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:23.075353 28989 heartbeater.cc:461] Registering TS with master...
14:04:23.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:23.079548 29203 ts_manager.cc:194] Registered new tserver with Master: 8644c752e8b54466a18a41af7546545b (127.27.178.130:46757)
14:04:23.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:23.223410 29244 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:23.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:23.224131 29244 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:23.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:23.225126 29244 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:23.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:23.261572 29244 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:04:23.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:23.261890 29244 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:04:23.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:23.262378 29244 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:23.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:23.262730 29244 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:04:23.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:23.263077 29244 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:04:23.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:23.263448 29244 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:04:23.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:23.263723 29244 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46505/jwks.json
14:04:23.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:23.329890 29244 master_runner.cc:386] Master server non-default flags:
14:04:23.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:23.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.178.148:38095
14:04:23.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:23.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:23.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/data
14:04:23.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/wal
14:04:23.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:04:23.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.178.190:40207,127.27.178.189:37713,127.27.178.188:43255
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.178.188
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.178.188:43255
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46505/jwks.json
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/data/info.pb
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.178.188
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=45157
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/logs
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:23.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:23.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:04:23.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:23.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
14:04:23.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:23.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 13:43:22 UTC on e7f111948823
14:04:23.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11727
14:04:23.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:23.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:23.332036 29244 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:23.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:23.333609 29244 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:23.348461 29268 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:23.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:23.573200 29137 heartbeater.cc:344] Connected to a master server at 127.27.178.189:37713
14:04:23.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:23.573968 29137 heartbeater.cc:499] Master 127.27.178.189:37713 was elected leader, sending a full tablet report...
14:04:23.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:23.577735 29203 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "672f2c4015e244fbaf5c0a1def66e70a" instance_seqno: 1777817059238633) as {username='kudu', principal='kudu/127.27.178.131@KRBTEST.COM'} at 127.27.178.131:48211; Asking this server to re-register.
14:04:23.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:23.582412 29137 heartbeater.cc:461] Registering TS with master...
14:04:23.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:23.587062 29203 ts_manager.cc:194] Registered new tserver with Master: 672f2c4015e244fbaf5c0a1def66e70a (127.27.178.131:34443)
14:04:23.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:23.865604 29203 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "a47e0d17e15140a9a67df926787d8707" instance_seqno: 1777817054578105) as {username='kudu', principal='kudu/127.27.178.129@KRBTEST.COM'} at 127.27.178.129:33855; Asking this server to re-register.
14:04:23.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:23.868368 28838 heartbeater.cc:461] Registering TS with master...
14:04:23.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:23.873230 29203 ts_manager.cc:194] Registered new tserver with Master: a47e0d17e15140a9a67df926787d8707 (127.27.178.129:35201)
14:04:23.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:23.926192 29260 catalog_manager.cc:1269] Loaded cluster ID: 0283416ace924243bb7fcff640dfc64c
14:04:23.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:23.926489 29260 catalog_manager.cc:1562] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95: loading cluster ID for follower catalog manager: success
14:04:23.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:23.939967 29260 catalog_manager.cc:1584] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95: acquiring CA information for follower catalog manager: success
14:04:23.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:23.956939 29260 catalog_manager.cc:1612] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:04:23.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:23.969343 29279 raft_consensus.cc:493] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:23.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:23.970268 29279 raft_consensus.cc:515] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } }
14:04:23.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:23.985483 29279 leader_election.cc:290] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 69a7edb2c5de4523bcdbe485b347419b (127.27.178.190:40207), fd98c94be82a4cde83d1a4c221ae0b5d (127.27.178.188:43255)
14:04:23.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:23.997450 29189 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.178.190:40207: connect: Connection refused (error 111)
14:04:24.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:24.011078 29189 leader_election.cc:336] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 69a7edb2c5de4523bcdbe485b347419b (127.27.178.190:40207): Network error: Client connection negotiation failed: client connection to 127.27.178.190:40207: connect: Connection refused (error 111)
14:04:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:24.014667 29189 leader_election.cc:336] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer fd98c94be82a4cde83d1a4c221ae0b5d (127.27.178.188:43255): Network error: Client connection negotiation failed: client connection to 127.27.178.188:43255: connect: Connection refused (error 111)
14:04:24.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:24.015424 29189 leader_election.cc:304] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: dae366c96acd426196f0c72ff1bece95; no voters: 69a7edb2c5de4523bcdbe485b347419b, fd98c94be82a4cde83d1a4c221ae0b5d
14:04:24.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:24.016522 29279 raft_consensus.cc:2749] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:04:24.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:24 dist-test-slave-m4t9 krb5kdc[28374](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817064, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.129@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:04:24.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:24.350000 28720 init.cc:295] Successfully reacquired a new kerberos TGT
14:04:26.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.132799 29297 raft_consensus.cc:493] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:26.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.134282 29297 raft_consensus.cc:515] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } }
14:04:26.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.151506 29297 leader_election.cc:290] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 69a7edb2c5de4523bcdbe485b347419b (127.27.178.190:40207), fd98c94be82a4cde83d1a4c221ae0b5d (127.27.178.188:43255)
14:04:26.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:24.749086 29267 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 29244
14:04:26.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:26.167510 29267 kernel_stack_watchdog.cc:198] Thread 29244 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 393ms:
14:04:26.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:04:26.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:04:26.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:04:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:04:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:26.168099 29244 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.816s user 0.788s sys 1.284s
14:04:26.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:26.168509 29244 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.816s user 0.788s sys 1.284s
14:04:26.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:23.352463 29269 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:26.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:26.170953 29271 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:26.176812 29270 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2820 milliseconds
14:04:26.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.177551 29244 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:04:26.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.179052 29244 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:26.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.187798 29244 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:26.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.195847 29244 hybrid_clock.cc:648] HybridClock initialized: now 1777817066195797 us; error 94 us; skew 500 ppm
14:04:26.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.197088 29244 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:26.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:26.200181 29189 leader_election.cc:336] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 69a7edb2c5de4523bcdbe485b347419b (127.27.178.190:40207): Network error: Client connection negotiation failed: client connection to 127.27.178.190:40207: connect: Connection refused (error 111)
14:04:26.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:26.200816 29189 leader_election.cc:336] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer fd98c94be82a4cde83d1a4c221ae0b5d (127.27.178.188:43255): Network error: Client connection negotiation failed: client connection to 127.27.178.188:43255: connect: Connection refused (error 111)
14:04:26.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.201136 29189 leader_election.cc:304] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: dae366c96acd426196f0c72ff1bece95; no voters: 69a7edb2c5de4523bcdbe485b347419b, fd98c94be82a4cde83d1a4c221ae0b5d
14:04:26.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.201947 29297 raft_consensus.cc:2749] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
14:04:26.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:26 dist-test-slave-m4t9 krb5kdc[28374](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817066, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.188@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:04:26.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.207382 29244 init.cc:377] Logged in from keytab as kudu/127.27.178.188@KRBTEST.COM (short username kudu)
14:04:26.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.213482 29244 webserver.cc:492] Webserver started at http://127.27.178.188:45157/ using document root <none> and password file <none>
14:04:26.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.215557 29244 fs_manager.cc:362] Metadata directory not provided
14:04:26.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.215867 29244 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:26.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.226758 29244 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.004s sys 0.004s
14:04:26.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.232735 29306 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:04:26.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.234176 29244 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.002s sys 0.001s
14:04:26.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.234594 29244 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/data,/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/wal
14:04:26.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fd98c94be82a4cde83d1a4c221ae0b5d"
14:04:26.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:04:09 on dist-test-slave-m4t9"
14:04:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.237406 29244 fs_report.cc:389] FS layout report
14:04:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/wal
14:04:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/wal
14:04:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/data/data
14:04:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:26.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:26.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.298858 29244 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:04:26.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.310792 29244 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:26.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.311326 29244 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:26.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.402988 29244 rpc_server.cc:307] RPC server started. Bound to: 127.27.178.188:43255
14:04:26.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.403053 29357 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.178.188:43255 every 8 connection(s)
14:04:26.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.406032 29244 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-2/data/info.pb
14:04:26.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.408830 28362 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu as pid 29244
14:04:26.410 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:04:26.411 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.27.178.190:40207
14:04:26.411 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
14:04:26.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.412849 28362 external_mini_cluster.cc:1366] Running /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:04:26.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu
14:04:26.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/wal
14:04:26.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/data
14:04:26.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
14:04:26.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
14:04:26.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
14:04:26.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:26.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:26.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:26.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/logs
14:04:26.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/data/info.pb
14:04:26.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:26.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
14:04:26.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
14:04:26.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
14:04:26.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.178.190:40207
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.178.190
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34279
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.178.190
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=test-admin
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=test-user
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=true
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.178.148:38095
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.178.190:40207,127.27.178.189:37713,127.27.178.188:43255
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46505/jwks.json
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_require_spnego=false
14:04:26.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10 with env {KRB5CCNAME=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/krb5cc,KRB5_CONFIG=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/krb5.conf,KRB5_KDC_PROFILE=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kdc.conf,KUDU_ENABLE_KRB5_REALM_FIX=yes}
14:04:26.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.420861 29358 sys_catalog.cc:263] Verifying existing consensus state
14:04:26.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.430935 29358 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d: Bootstrap starting.
14:04:26.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.486135 29358 log.cc:826] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d: Log is configured to *not* fsync() on all Append() calls
14:04:26.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.506269 29358 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:04:26.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.507302 29358 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d: Bootstrap complete.
14:04:26.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.544749 29358 raft_consensus.cc:359] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } }
14:04:26.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.548823 29358 raft_consensus.cc:740] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: fd98c94be82a4cde83d1a4c221ae0b5d, State: Initialized, Role: FOLLOWER
14:04:26.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.550171 29358 consensus_queue.cc:260] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } }
14:04:26.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.573879 29358 sys_catalog.cc:565] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [sys.catalog]: configured and running, proceeding with master startup.
14:04:26.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.577666 29362 sys_catalog.cc:455] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } } }
14:04:26.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.580186 29362 sys_catalog.cc:458] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [sys.catalog]: This master's current role is: FOLLOWER
14:04:26.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:26 dist-test-slave-m4t9 krb5kdc[28374](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817066, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.130@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:04:26.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.625732 28871 init.cc:295] Successfully reacquired a new kerberos TGT
14:04:26.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.639010 29136 heartbeater.cc:344] Connected to a master server at 127.27.178.188:43255
14:04:26.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.673426 29376 catalog_manager.cc:1269] Loaded cluster ID: 0283416ace924243bb7fcff640dfc64c
14:04:26.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.673769 29376 catalog_manager.cc:1562] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d: loading cluster ID for follower catalog manager: success
14:04:26.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.690188 29376 catalog_manager.cc:1584] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d: acquiring CA information for follower catalog manager: success
14:04:26.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.696063 29376 catalog_manager.cc:1612] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:04:26.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.680114 29244 master_runner.cc:186] Error getting master registration for 127.27.178.190:40207: Network error: Client connection negotiation failed: client connection to 127.27.178.190:40207: connect: Connection refused (error 111),
14:04:26.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.712888 29244 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:04:26.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.962857 28837 heartbeater.cc:344] Connected to a master server at 127.27.178.188:43255
14:04:26.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:26.977066 29360 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
14:04:26.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:26.977849 29360 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
14:04:26.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:26.979003 29360 flags.cc:432] Enabled unsafe flag: --never_fsync=true
14:04:26.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.971266 29323 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "a47e0d17e15140a9a67df926787d8707" instance_seqno: 1777817054578105) as {username='kudu', principal='kudu/127.27.178.129@KRBTEST.COM'} at 127.27.178.129:38439; Asking this server to re-register.
14:04:26.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.984042 28837 heartbeater.cc:461] Registering TS with master...
14:04:26.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:26.988273 29322 ts_manager.cc:194] Registered new tserver with Master: a47e0d17e15140a9a67df926787d8707 (127.27.178.129:35201)
14:04:27.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:27.020377 29360 flags.cc:432] Enabled experimental flag: --authn_token_validity_seconds=10
14:04:27.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:27.020741 29360 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
14:04:27.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:27.021267 29360 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
14:04:27.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:27.021648 29360 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
14:04:27.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:27.021992 29360 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
14:04:27.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:27.022328 29360 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
14:04:27.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:27.022584 29360 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46505/jwks.json
14:04:27.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:27.067065 29360 master_runner.cc:386] Master server non-default flags:
14:04:27.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
14:04:27.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.178.148:38095
14:04:27.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
14:04:27.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
14:04:27.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/data
14:04:27.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/wal
14:04:27.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --authn_token_validity_seconds=10
14:04:27.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
14:04:27.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.178.190:40207,127.27.178.189:37713,127.27.178.188:43255
14:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --keytab_file=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/krb5kdc/kudu.keytab
14:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --principal=kudu/127.27.178.190
14:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
14:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
14:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
14:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.178.190:40207
14:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
14:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
14:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
14:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46505/jwks.json
14:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_authentication=required
14:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --superuser_acl=<redacted>
14:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --user_acl=<redacted>
14:04:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
14:04:27.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
14:04:27.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/data/info.pb
14:04:27.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.178.190
14:04:27.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=34279
14:04:27.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
14:04:27.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
14:04:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
14:04:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
14:04:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
14:04:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/logs
14:04:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
14:04:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
14:04:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
14:04:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
14:04:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
14:04:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0ba7f54e15c9f673bf3e350f30b8d5f1a4037b79
14:04:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
14:04:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 03 May 2026 13:43:22 UTC on e7f111948823
14:04:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 11727
14:04:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
14:04:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:27.068924 29360 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
14:04:27.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:27.070403 29360 file_cache.cc:492] Constructed file cache file cache with capacity 419430
14:04:27.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:27.095366 29386 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:27.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:27.152972 28988 heartbeater.cc:344] Connected to a master server at 127.27.178.188:43255
14:04:27.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:27.156338 29323 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "8644c752e8b54466a18a41af7546545b" instance_seqno: 1777817056845693) as {username='kudu', principal='kudu/127.27.178.130@KRBTEST.COM'} at 127.27.178.130:42555; Asking this server to re-register.
14:04:27.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:27.158159 28988 heartbeater.cc:461] Registering TS with master...
14:04:27.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:27.165578 29323 ts_manager.cc:194] Registered new tserver with Master: 8644c752e8b54466a18a41af7546545b (127.27.178.130:46757)
14:04:27.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:27.646304 29323 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "672f2c4015e244fbaf5c0a1def66e70a" instance_seqno: 1777817059238633) as {username='kudu', principal='kudu/127.27.178.131@KRBTEST.COM'} at 127.27.178.131:58417; Asking this server to re-register.
14:04:27.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:27.649874 29136 heartbeater.cc:461] Registering TS with master...
14:04:27.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:27.654218 29323 ts_manager.cc:194] Registered new tserver with Master: 672f2c4015e244fbaf5c0a1def66e70a (127.27.178.131:34443)
14:04:27.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:27.970141 29151 master_runner.cc:186] Error getting master registration for 127.27.178.190:40207: Network error: Client connection negotiation failed: client connection to 127.27.178.190:40207: connect: Connection refused (error 111),
14:04:27.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:27.970582 29151 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
14:04:28.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.182417 29400 raft_consensus.cc:493] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
14:04:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.188905 29400 raft_consensus.cc:515] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } }
14:04:28.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.228695 29400 leader_election.cc:290] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 69a7edb2c5de4523bcdbe485b347419b (127.27.178.190:40207), dae366c96acd426196f0c72ff1bece95 (127.27.178.189:37713)
14:04:28.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:28.231350 29308 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.178.190:40207: connect: Connection refused (error 111)
14:04:28.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.249961 29214 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "dae366c96acd426196f0c72ff1bece95" is_pre_election: true
14:04:28.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.251508 29214 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fd98c94be82a4cde83d1a4c221ae0b5d in term 1.
14:04:28.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:28.254513 29308 leader_election.cc:336] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 69a7edb2c5de4523bcdbe485b347419b (127.27.178.190:40207): Network error: Client connection negotiation failed: client connection to 127.27.178.190:40207: connect: Connection refused (error 111)
14:04:28.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.259557 29307 leader_election.cc:304] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: dae366c96acd426196f0c72ff1bece95, fd98c94be82a4cde83d1a4c221ae0b5d; no voters: 69a7edb2c5de4523bcdbe485b347419b
14:04:28.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.261108 29400 raft_consensus.cc:2804] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [term 1 FOLLOWER]: Leader pre-election won for term 2
14:04:28.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.261507 29400 raft_consensus.cc:493] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [term 1 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
14:04:28.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.261830 29400 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [term 1 FOLLOWER]: Advancing to term 2
14:04:28.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.275086 29400 raft_consensus.cc:515] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } }
14:04:28.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.304428 29214 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" candidate_term: 2 candidate_status { last_received { term: 1 index: 4 } } ignore_live_leader: false dest_uuid: "dae366c96acd426196f0c72ff1bece95"
14:04:28.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.305090 29214 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [term 1 FOLLOWER]: Advancing to term 2
14:04:28.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:28.307291 29308 leader_election.cc:336] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 69a7edb2c5de4523bcdbe485b347419b (127.27.178.190:40207): Network error: Client connection negotiation failed: client connection to 127.27.178.190:40207: connect: Connection refused (error 111)
14:04:28.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.320212 29214 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fd98c94be82a4cde83d1a4c221ae0b5d in term 2.
14:04:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.303781 29400 leader_election.cc:290] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [CANDIDATE]: Term 2 election: Requested vote from peers 69a7edb2c5de4523bcdbe485b347419b (127.27.178.190:40207), dae366c96acd426196f0c72ff1bece95 (127.27.178.189:37713)
14:04:28.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.324455 29307 leader_election.cc:304] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: dae366c96acd426196f0c72ff1bece95, fd98c94be82a4cde83d1a4c221ae0b5d; no voters: 69a7edb2c5de4523bcdbe485b347419b
14:04:28.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.325882 29400 raft_consensus.cc:2804] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [term 2 FOLLOWER]: Leader election won for term 2
14:04:28.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.332468 29400 raft_consensus.cc:697] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [term 2 LEADER]: Becoming Leader. State: Replica: fd98c94be82a4cde83d1a4c221ae0b5d, State: Running, Role: LEADER
14:04:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.335907 29400 consensus_queue.cc:237] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 4, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } }
14:04:28.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.362603 29406 sys_catalog.cc:455] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [sys.catalog]: SysCatalogTable state changed. Reason: New leader fd98c94be82a4cde83d1a4c221ae0b5d. Latest consensus state: current_term: 2 leader_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } } }
14:04:28.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.365190 29406 sys_catalog.cc:458] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [sys.catalog]: This master's current role is: LEADER
14:04:28.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.373956 29408 catalog_manager.cc:1485] Loading table and tablet metadata into memory...
14:04:28.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.397094 29408 catalog_manager.cc:1494] Initializing Kudu cluster ID...
14:04:28.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.432533 29408 catalog_manager.cc:1269] Loaded cluster ID: 0283416ace924243bb7fcff640dfc64c
14:04:28.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.433856 29408 catalog_manager.cc:1505] Initializing Kudu internal certificate authority...
14:04:28.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.452643 29408 catalog_manager.cc:1514] Loading token signing keys...
14:04:28.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.466266 29408 catalog_manager.cc:6055] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d: Loaded TSK: 0
14:04:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.473217 29408 catalog_manager.cc:1524] Initializing in-progress tserver states...
14:04:28.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.851614 29214 raft_consensus.cc:1275] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [term 2 FOLLOWER]: Refusing update from remote peer fd98c94be82a4cde83d1a4c221ae0b5d: Log matching property violated. Preceding OpId in replica: term: 1 index: 4. Preceding OpId from leader: term: 2 index: 5. (index mismatch)
14:04:28.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.854156 29406 consensus_queue.cc:1048] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [LEADER]: Connected to new peer: Peer: permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 5, Last known committed idx: 4, Time since last communication: 0.000s
14:04:28.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:28 dist-test-slave-m4t9 krb5kdc[28374](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817068, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.131@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:04:28.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.874449 29019 init.cc:295] Successfully reacquired a new kerberos TGT
14:04:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.919028 29410 sys_catalog.cc:455] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fd98c94be82a4cde83d1a4c221ae0b5d. Latest consensus state: current_term: 2 leader_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } } }
14:04:28.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.920183 29410 sys_catalog.cc:458] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [sys.catalog]: This master's current role is: FOLLOWER
14:04:28.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.995878 29410 sys_catalog.cc:455] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } } }
14:04:28.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:28.997859 29410 sys_catalog.cc:458] T 00000000000000000000000000000000 P dae366c96acd426196f0c72ff1bece95 [sys.catalog]: This master's current role is: FOLLOWER
14:04:29.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.007025 29406 sys_catalog.cc:455] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } } }
14:04:29.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.012315 29406 sys_catalog.cc:458] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [sys.catalog]: This master's current role is: LEADER
14:04:29.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:29.032164 29308 consensus_peers.cc:597] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d -> Peer 69a7edb2c5de4523bcdbe485b347419b (127.27.178.190:40207): Couldn't send request to peer 69a7edb2c5de4523bcdbe485b347419b. Status: Network error: Client connection negotiation failed: client connection to 127.27.178.190:40207: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
14:04:29.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:28.497020 29385 debug-util.cc:398] Leaking SignalData structure 0x7b0800028d00 after lost signal to thread 29360
14:04:29.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:29.364630 29385 kernel_stack_watchdog.cc:198] Thread 29360 stuck at /home/jenkins-slave/workspace/build_and_test_flaky@2/src/kudu/util/thread.cc:642 for 382ms:
14:04:29.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
14:04:29.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
14:04:29.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
14:04:29.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
14:04:29.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:27.099553 29387 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:29.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:29.381917 29388 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2265 milliseconds
14:04:29.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:29.382972 29360 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.270s user 0.000s sys 0.002s
14:04:29.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:29.383358 29360 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.284s user 0.000s sys 0.002s
14:04:29.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:29.385099 29391 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
14:04:29.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.385157 29360 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
14:04:29.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.386538 29360 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
14:04:29.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.389604 29360 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
14:04:29.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.391007 29360 hybrid_clock.cc:648] HybridClock initialized: now 1777817069390974 us; error 40 us; skew 500 ppm
14:04:29.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.392196 29360 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
14:04:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:29 dist-test-slave-m4t9 krb5kdc[28374](info): AS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817069, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.190@KRBTEST.COM for krbtgt/KRBTEST.COM@KRBTEST.COM
14:04:29.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.399259 29360 init.cc:377] Logged in from keytab as kudu/127.27.178.190@KRBTEST.COM (short username kudu)
14:04:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.405364 29360 webserver.cc:492] Webserver started at http://127.27.178.190:34279/ using document root <none> and password file <none>
14:04:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.406536 29360 fs_manager.cc:362] Metadata directory not provided
14:04:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.406819 29360 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
14:04:29.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.417619 29360 fs_manager.cc:714] Time spent opening directory manager: real 0.007s user 0.007s sys 0.001s
14:04:29.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.423774 29427 log_block_manager.cc:3869] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
14:04:29.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.425163 29360 fs_manager.cc:730] Time spent opening block manager: real 0.005s user 0.006s sys 0.001s
14:04:29.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.425563 29360 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/data,/tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/wal
14:04:29.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69a7edb2c5de4523bcdbe485b347419b"
14:04:29.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-05-03 14:04:04 on dist-test-slave-m4t9"
14:04:29.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.428354 29360 fs_report.cc:389] FS layout report
14:04:29.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
14:04:29.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/wal
14:04:29.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/wal
14:04:29.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/data/data
14:04:29.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
14:04:29.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
14:04:29.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
14:04:29.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
14:04:29.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
14:04:29.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
14:04:29.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
14:04:29.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
14:04:29.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
14:04:29.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
14:04:29.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
14:04:29.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.496716 29360 rpc_server.cc:225] running with OpenSSL 1.1.1 11 Sep 2018
14:04:29.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.502864 29360 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
14:04:29.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.503396 29360 kserver.cc:163] Server-wide thread pool size limit: 3276
14:04:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.601526 29360 rpc_server.cc:307] RPC server started. Bound to: 127.27.178.190:40207
14:04:29.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.601562 29478 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.178.190:40207 every 8 connection(s)
14:04:29.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.605624 29360 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskKIIEp7/test-tmp/mini-kudu-cluster4709571432242257536/master-0/data/info.pb
14:04:29.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.614940 28362 external_mini_cluster.cc:1428] Started /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu as pid 29360
14:04:29.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.619396 29479 sys_catalog.cc:263] Verifying existing consensus state
14:04:29.619 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
14:04:29.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.628296 29479 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b: Bootstrap starting.
14:04:29.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.663558 29136 heartbeater.cc:499] Master 127.27.178.188:43255 was elected leader, sending a full tablet report...
14:04:29.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:29 dist-test-slave-m4t9 krb5kdc[28374](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817068, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.131@KRBTEST.COM for kudu/127.27.178.190@KRBTEST.COM
14:04:29.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.696060 29479 log.cc:826] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b: Log is configured to *not* fsync() on all Append() calls
14:04:29.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.716952 29141 heartbeater.cc:344] Connected to a master server at 127.27.178.190:40207
14:04:29.733 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.178.189:37713(127.27.178.189:37713)] connecting to peer
14:04:29.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.744055 29479 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b: Bootstrap replayed 1/1 log segments. Stats: ops{read=4 overwritten=0 applied=4 ignored=0} inserts{seen=3 ignored=0} mutations{seen=0 ignored=0} orphaned_commits=0. Pending: 0 replicates
14:04:29.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.745510 29479 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b: Bootstrap complete.
14:04:29.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.778798 29479 raft_consensus.cc:359] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } }
14:04:29.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.782698 29479 raft_consensus.cc:740] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 69a7edb2c5de4523bcdbe485b347419b, State: Initialized, Role: FOLLOWER
14:04:29.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.783684 29479 consensus_queue.cc:260] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 4, Last appended: 1.4, Last appended by leader: 4, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } }
14:04:29.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.786787 29485 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } } }
14:04:29.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.788038 29485 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [sys.catalog]: This master's current role is: FOLLOWER
14:04:29.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.789103 29479 sys_catalog.cc:565] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [sys.catalog]: configured and running, proceeding with master startup.
14:04:29.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.839664 29496 catalog_manager.cc:1269] Loaded cluster ID: 0283416ace924243bb7fcff640dfc64c
14:04:29.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.839954 29496 catalog_manager.cc:1562] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b: loading cluster ID for follower catalog manager: success
14:04:29.853 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.178.188:43255(127.27.178.188:43255)] connecting to peer
14:04:29.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.865296 29496 catalog_manager.cc:1584] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b: acquiring CA information for follower catalog manager: success
14:04:29.867 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.27.178.190:40207(127.27.178.190:40207)] connecting to peer
14:04:29.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.871063 29496 catalog_manager.cc:1612] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
14:04:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) May 03 14:04:29 dist-test-slave-m4t9 krb5kdc[28374](info): TGS_REQ (2 etypes {17 16}) 127.0.0.1: ISSUE: authtime 1777817069, etypes {rep=17 tkt=17 ses=17}, kudu/127.27.178.190@KRBTEST.COM for kudu/127.27.178.190@KRBTEST.COM
14:04:29.929 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.178.188:43255(127.27.178.188:43255)] Successfully connected to peer
14:04:29.932 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.178.189:37713(127.27.178.189:37713)] Successfully connected to peer
14:04:29.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:29.938308 29454 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [term 1 FOLLOWER]: Advancing to term 2
14:04:29.942 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.178.190:40207(127.27.178.190:40207)] Successfully connected to peer
14:04:30.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:30.031908 28837 heartbeater.cc:499] Master 127.27.178.188:43255 was elected leader, sending a full tablet report...
14:04:30.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:30.059476 29507 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } } }
14:04:30.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:30.060390 29485 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [sys.catalog]: SysCatalogTable state changed. Reason: New leader fd98c94be82a4cde83d1a4c221ae0b5d. Latest consensus state: current_term: 2 leader_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } } }
14:04:30.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:30.060921 29507 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [sys.catalog]: This master's current role is: FOLLOWER
14:04:30.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:30.061113 29485 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69a7edb2c5de4523bcdbe485b347419b [sys.catalog]: This master's current role is: FOLLOWER
14:04:30.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:30.078337 28839 heartbeater.cc:344] Connected to a master server at 127.27.178.190:40207
14:04:30.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:30.085691 29444 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "a47e0d17e15140a9a67df926787d8707" instance_seqno: 1777817054578105) as {username='kudu', principal='kudu/127.27.178.129@KRBTEST.COM'} at 127.27.178.129:34549; Asking this server to re-register.
14:04:30.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:30.087226 28839 heartbeater.cc:461] Registering TS with master...
14:04:30.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:30.091339 29444 ts_manager.cc:194] Registered new tserver with Master: a47e0d17e15140a9a67df926787d8707 (127.27.178.129:35201)
14:04:30.132 [WARN - kudu-nio-1] (SecurityContext.java:206) Caller-provided Subject has a Kerberos ticket that is about to expire. Kudu expects the application to renew or re-acquire its own tickets before expiration.
14:04:30.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.178.188:43255(127.27.178.188:43255)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:04:30.137 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.178.190:40207(127.27.178.190:40207)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:04:30.137 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.27.178.190:40207: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:04:30.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:30.140301 29483 negotiation.cc:336] Failed RPC negotiation. Trace:
14:04:30.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:29.941801 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:57318 (local address 127.27.178.190:40207)
14:04:30.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:29.953246 (+ 11445us) server_negotiation.cc:207] Beginning negotiation
14:04:30.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:29.953285 (+ 39us) server_negotiation.cc:400] Waiting for connection header
14:04:30.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:30.045275 (+ 91990us) server_negotiation.cc:408] Connection header received
14:04:30.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:30.106738 (+ 61463us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:04:30.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:30.106779 (+ 41us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:04:30.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:30.107042 (+ 263us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:04:30.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:30.107213 (+ 171us) server_negotiation.cc:227] Negotiated authn=SASL
14:04:30.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:30.138685 (+ 31472us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:57318: BlockingRecv error: recv got EOF from 127.0.0.1:57318 (error 108)
14:04:30.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":6780}
14:04:30.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.178.189:37713(127.27.178.189:37713)] cleaning up while in state NEGOTIATING due to: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:04:30.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.27.178.189:37713: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:04:30.145 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.178.189:37713(127.27.178.189:37713)] handling channelInactive
14:04:30.146 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.178.190:40207(127.27.178.190:40207)] handling channelInactive
14:04:30.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:30.145840 29504 negotiation.cc:336] Failed RPC negotiation. Trace:
14:04:30.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:29.914168 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:36464 (local address 127.27.178.189:37713)
14:04:30.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:29.962074 (+ 47906us) server_negotiation.cc:207] Beginning negotiation
14:04:30.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:29.962103 (+ 29us) server_negotiation.cc:400] Waiting for connection header
14:04:30.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:30.046263 (+ 84160us) server_negotiation.cc:408] Connection header received
14:04:30.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.27.178.188:43255: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available
14:04:30.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:30.108682 (+ 62419us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:04:30.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:30.108716 (+ 34us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:04:30.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:30.108959 (+ 243us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:04:30.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:30.109148 (+ 189us) server_negotiation.cc:227] Negotiated authn=SASL
14:04:30.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:30.144251 (+ 35103us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:36464: BlockingRecv error: recv got EOF from 127.0.0.1:36464 (error 108)
14:04:30.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":47292,"thread_start_us":46999,"threads_started":1}
14:04:30.165 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1523) Notify RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=535), Traces: [0ms] refreshing cache from master, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.178.189:37713, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.178.188:43255, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.178.190:40207, [503ms] Sub RPC ConnectToMaster: received response from server master-127.27.178.188:43255: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [504ms] Sub RPC ConnectToMaster: received response from server master-127.27.178.190:40207: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [510ms] Sub RPC ConnectToMaster: received response from server master-127.27.178.189:37713: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) after lookup exception
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.27.178.189:37713,127.27.178.188:43255,127.27.178.190:40207). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.27.178.189:37713,127.27.178.188:43255,127.27.178.190:40207). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
at java.base/java.lang.Thread.run(Thread.java:840)
14:04:30.182 [DEBUG - kudu-nio-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ListTabletServers, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=556), Traces: [0ms] refreshing cache from master, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.178.189:37713, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.178.188:43255, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.178.190:40207, [503ms] Sub RPC ConnectToMaster: received response from server master-127.27.178.188:43255: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [504ms] Sub RPC ConnectToMaster: received response from server master-127.27.178.190:40207: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, [510ms] Sub RPC ConnectToMaster: received response from server master-127.27.178.189:37713: Not authorized: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, deferred=null) with no deferred attached!
14:04:30.183 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.178.188:43255(127.27.178.188:43255)] handling channelInactive
14:04:30.185 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.27.178.190:40207(127.27.178.190:40207)] disconnecting while in state TERMINATED
14:04:30.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260503 14:04:30.187979 29503 negotiation.cc:336] Failed RPC negotiation. Trace:
14:04:30.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:29.913177 (+ 0us) reactor.cc:678] Submitting negotiation task for server connection from 127.0.0.1:45684 (local address 127.27.178.188:43255)
14:04:30.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:29.963530 (+ 50353us) server_negotiation.cc:207] Beginning negotiation
14:04:30.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:29.963560 (+ 30us) server_negotiation.cc:400] Waiting for connection header
14:04:30.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:30.043115 (+ 79555us) server_negotiation.cc:408] Connection header received
14:04:30.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:30.106569 (+ 63454us) server_negotiation.cc:366] Received NEGOTIATE NegotiatePB request
14:04:30.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:30.106599 (+ 30us) server_negotiation.cc:462] Received NEGOTIATE request from client
14:04:30.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:30.106845 (+ 246us) server_negotiation.cc:378] Sending NEGOTIATE NegotiatePB response
14:04:30.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:30.107051 (+ 206us) server_negotiation.cc:227] Negotiated authn=SASL
14:04:30.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0503 14:04:30.186418 (+ 79367us) negotiation.cc:326] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:45684: BlockingRecv error: recv got EOF from 127.0.0.1:45684 (error 108)
14:04:30.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":49755,"thread_start_us":49506,"threads_started":1}
14:04:30.190 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.27.178.189:37713(127.27.178.189:37713)] disconnecting while in state TERMINATED
14:04:30.191 [DEBUG - Time-limited test] (Connection.java:575) [peer master-127.27.178.188:43255(127.27.178.188:43255)] disconnecting while in state TERMINATED
14:04:30.197 [DEBUG - Time-limited test] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:04:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:30.200665 28988 heartbeater.cc:499] Master 127.27.178.188:43255 was elected leader, sending a full tablet report...
14:04:30.225 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:04:30.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:30.236709 28362 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu with pid 28703
14:04:30.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:30.240978 28990 heartbeater.cc:344] Connected to a master server at 127.27.178.190:40207
14:04:30.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:30.244931 29444 master_service.cc:438] Got heartbeat from unknown tserver (permanent_uuid: "8644c752e8b54466a18a41af7546545b" instance_seqno: 1777817056845693) as {username='kudu', principal='kudu/127.27.178.130@KRBTEST.COM'} at 127.27.178.130:49331; Asking this server to re-register.
14:04:30.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:30.246942 28990 heartbeater.cc:461] Registering TS with master...
14:04:30.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:30.250519 29444 ts_manager.cc:194] Registered new tserver with Master: 8644c752e8b54466a18a41af7546545b (127.27.178.130:46757)
14:04:30.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:30.289239 28362 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu with pid 28851
14:04:30.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:30.325723 28362 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu with pid 29002
14:04:30.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:30.329546 29406 sys_catalog.cc:455] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "69a7edb2c5de4523bcdbe485b347419b" member_type: VOTER last_known_addr { host: "127.27.178.190" port: 40207 } } peers { permanent_uuid: "dae366c96acd426196f0c72ff1bece95" member_type: VOTER last_known_addr { host: "127.27.178.189" port: 37713 } } peers { permanent_uuid: "fd98c94be82a4cde83d1a4c221ae0b5d" member_type: VOTER last_known_addr { host: "127.27.178.188" port: 43255 } } }
14:04:30.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:30.330415 29406 sys_catalog.cc:458] T 00000000000000000000000000000000 P fd98c94be82a4cde83d1a4c221ae0b5d [sys.catalog]: This master's current role is: LEADER
14:04:30.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:30.367206 28362 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu with pid 29360
14:04:30.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:30.394304 28362 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu with pid 29151
14:04:30.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:30.429746 28362 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu with pid 29244
14:04:31.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-03T14:04:31Z chronyd exiting
14:04:32.699 [DEBUG - main] (AsyncKuduClient.java:2704) Releasing all remaining resources
14:04:32.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:32.704180 27628 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu with pid 27911
14:04:32.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:32.743028 27628 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu with pid 28079
14:04:32.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:32.782867 27628 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu with pid 28219
14:04:32.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:32.817354 27628 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu with pid 27641
14:04:32.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:32.857815 27628 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu with pid 27711
14:04:32.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260503 14:04:32.897343 27628 external_mini_cluster.cc:1658] Killing /tmp/dist-test-taskKIIEp7/build/tsan/bin/kudu with pid 27786
14:04:34.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-05-03T14:04:34Z chronyd exiting
14:04:35.165 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally: failed attempt 1
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.27.178.189:37713,127.27.178.188:43255,127.27.178.190:40207). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more
org.apache.kudu.client.NonRecoverableException: Couldn't find a valid master in (127.27.178.189:37713,127.27.178.188:43255,127.27.178.190:40207). Exceptions received: [org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available, org.apache.kudu.client.NonRecoverableException: server requires authentication, but client Kerberos credentials (TGT) have expired. Authentication tokens were not used because no token is available]
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduClient.listTabletServers(KuduClient.java:263)
at org.apache.kudu.client.TestSecurity.checkClientCanReconnect(TestSecurity.java:158)
at org.apache.kudu.client.TestSecurity.testExternallyProvidedSubjectRefreshedExternally(TestSecurity.java:454)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:569)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.lang.Thread.run(Thread.java:840)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:268)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:256)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:325)
at io.netty.channel.AbstractChannelHandlerContext.fireExceptionCaught(AbstractChannelHandlerContext.java:317)
at io.netty.channel.ChannelInboundHandlerAdapter.exceptionCaught(ChannelInboundHandlerAdapter.java:143)
at io.netty.channel.AbstractChannelHandlerContext.invokeExceptionCaught(AbstractChannelHandlerContext.java:346)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:447)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:361)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:325)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:171)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
... 1 more